[ 520.296819] env[66264]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.296819] env[66264]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 521.294823] env[66352]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 521.294823] env[66352]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 522.851224] env[66352]: INFO neutron.common.config [-] Logging enabled! [ 522.851545] env[66352]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 522.851761] env[66352]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66352) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 522.852102] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 522.852248] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 522.853110] env[66352]: WARNING oslo_policy.policy [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.853331] env[66352]: WARNING oslo_policy.policy [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.854998] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] VMware NSXv3 Agent initialized successfully. [ 522.855370] env[66352]: DEBUG oslo_concurrency.lockutils [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] Acquiring lock "singleton_lock" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.855497] env[66352]: DEBUG oslo_concurrency.lockutils [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] Acquired lock "singleton_lock" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.855721] env[66352]: DEBUG oslo_concurrency.lockutils [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] Releasing lock "singleton_lock" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.856014] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] Full set of CONF: {{(pid=66352) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 522.856128] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ******************************************************************************** {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.856226] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] Configuration options gathered from: {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.856570] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.856761] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.856870] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ================================================================================ {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.857040] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] agent_down_time = 75 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.857180] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] allow_automatic_dhcp_failover = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.857314] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] allow_bulk = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.857454] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] api_extensions_path = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.857592] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] api_paste_config = api-paste.ini {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.857729] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] auth_strategy = keystone {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.857832] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] backdoor_port = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.857961] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] backdoor_socket = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.858150] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] backlog = 4096 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.858294] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.858453] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] bind_host = 0.0.0.0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.858592] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] bind_port = 9696 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.858726] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] client_socket_timeout = 900 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.858862] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] config_dir = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.858970] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.859119] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] config_source = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.859255] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] control_exchange = neutron {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.859389] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] core_plugin = ml2 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.859525] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] debug = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.859657] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] default_availability_zones = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.859860] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.859995] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] dhcp_agent_notification = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.860139] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] dhcp_agents_per_network = 1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.860270] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] dhcp_lease_duration = 86400 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.860408] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] dhcp_load_type = networks {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.860539] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] dns_domain = openstacklocal {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.860672] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.860806] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] enable_default_route_bfd = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.860929] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] enable_default_route_ecmp = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861069] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] enable_dvr = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861198] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] enable_new_agents = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861323] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861446] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] enable_signals = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861572] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] enable_traditional_dhcp = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861696] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] external_dns_driver = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861821] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] filter_validation = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.861958] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] global_physnet_mtu = 8950 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.862100] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] graceful_shutdown_timeout = 60 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.862319] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] host = cpu-1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.862489] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] host_dvr_for_dhcp = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.862627] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] http_retries = 3 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.862769] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] instance_format = [instance: %(uuid)s] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.862907] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863049] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ipam_driver = internal {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863189] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ipv6_pd_enabled = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863329] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] l3_ha = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863465] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863597] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] l3_ha_network_physical_name = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863728] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] l3_ha_network_type = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863862] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_color = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.863996] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_config_append = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864142] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864269] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_dir = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864395] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_file = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864495] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_options = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864739] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_rotate_interval = 1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864822] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_rotate_interval_type = days {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864894] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] log_rotation_type = none {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.864984] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.865097] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.865233] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.865365] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.865464] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.865611] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] max_dns_nameservers = 5 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.865749] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] max_header_line = 16384 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.865880] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] max_l3_agents_per_router = 3 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866015] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] max_logfile_count = 30 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866149] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] max_logfile_size_mb = 200 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866276] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] max_subnet_host_routes = 20 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866410] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] my_ip = 10.180.1.21 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866543] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] my_ipv6 = ::1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866683] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] network_auto_schedule = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866821] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] network_link_prefix = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.866957] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.867108] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] notify_nova_on_port_data_changes = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.867243] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] notify_nova_on_port_status_changes = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.867379] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] pagination_max_limit = -1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.867509] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] publish_errors = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.867639] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] rate_limit_burst = 0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.867775] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] rate_limit_except_level = CRITICAL {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.867912] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] rate_limit_interval = 0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.868069] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] retry_until_window = 30 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.868203] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] router_distributed = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.868333] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] rpc_resources_processing_step = 20 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.868461] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] rpc_response_max_timeout = 600 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.868591] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] rpc_response_timeout = 60 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.868719] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] send_events_interval = 2 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.868864] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] service_plugins = ['router'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869009] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] setproctitle = on {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869141] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] shell_completion = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869272] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] state_path = /opt/stack/data/neutron {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869408] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] syslog_log_facility = LOG_USER {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869539] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] tcp_keepidle = 600 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869673] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] transport_url = **** {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869803] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] use_journal = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.869929] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] use_json = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870067] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] use_ssl = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870197] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] use_stderr = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870336] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] use_syslog = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870463] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] vlan_qinq = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870589] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] vlan_transparent = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870717] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] watch_log_file = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870848] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] wsgi_default_pool_size = 100 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.870974] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] wsgi_keep_alive = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.871121] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.871249] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] wsgi_server_debug = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.871397] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_concurrency.disable_process_locking = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.871547] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.871691] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.871826] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.871961] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.872107] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.872240] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.872389] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.connection_string = messaging:// {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.872524] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.enabled = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.872666] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.es_doc_type = notification {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.872801] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.es_scroll_size = 10000 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.872937] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.es_scroll_time = 2m {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.873080] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.filter_error_trace = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.873221] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.hmac_keys = **** {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.873353] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.sentinel_service_name = mymaster {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.873495] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.socket_timeout = 0.1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.873627] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.trace_requests = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.873758] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler.trace_sqlalchemy = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.873900] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler_jaeger.process_tags = {} {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.874048] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler_jaeger.service_name_prefix = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.874184] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] profiler_otlp.service_name_prefix = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.874356] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.enforce_new_defaults = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.874640] env[66352]: WARNING oslo_config.cfg [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 522.874787] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.enforce_scope = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.874933] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.policy_default_rule = default {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.875092] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.875233] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.875370] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.875495] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.875655] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.875806] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.875925] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.876070] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.876217] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.876363] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] agent.extensions = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.876501] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.876657] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] service_providers.service_provider = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.876818] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.default_quota = -1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.876996] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.877164] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_floatingip = 50 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.877304] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_network = 100 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.877435] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_port = 500 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.877563] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.877693] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_router = 10 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.877823] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_security_group = 10 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.877988] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.878146] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.quota_subnet = 100 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.878278] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] QUOTAS.track_quota_usage = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.878421] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.878562] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep.group = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.878720] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep.helper_command = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.878862] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep.log_daemon_traceback = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.878999] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.879148] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep.thread_pool_size = 8 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.879278] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep.user = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.879419] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.879548] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_dhcp_release.group = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.879678] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_dhcp_release.helper_command = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.879810] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.879945] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.880089] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.880217] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_dhcp_release.user = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.880351] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.880475] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_ovs_vsctl.group = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.880601] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.880750] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.880936] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.881091] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.881226] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_ovs_vsctl.user = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.881363] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_namespace.capabilities = [21] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.881492] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_namespace.group = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.881620] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_namespace.helper_command = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.881753] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.881886] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882031] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882161] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_namespace.user = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882299] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_conntrack.capabilities = [12] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882426] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_conntrack.group = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882555] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_conntrack.helper_command = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882713] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882823] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.882958] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.883097] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_conntrack.user = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.883236] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_link.capabilities = [12, 21] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.883362] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_link.group = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.883488] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_link.helper_command = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.883617] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_link.log_daemon_traceback = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.883753] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.883887] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_link.thread_pool_size = 8 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.884025] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] privsep_link.user = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.884194] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.884342] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.884478] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.continue_on_failed_promotions = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.884609] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.dscp = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.884745] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.dscp_inherit = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.884931] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.force_mp_to_policy = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.885024] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.locking_coordinator_url = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.885161] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.log_agent_heartbeats = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.885296] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.logging_expire = 1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.885437] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.885582] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.885737] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.polling_interval = 240 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.885874] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.886039] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.886193] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.report_interval = 30.0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.886334] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.886470] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.886625] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.886775] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.sync_skew = 60 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.886910] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.synchronization_queue_size = 20 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.887055] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT.use_helper_for_ns_read = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.887198] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] SECURITYGROUP.enable_ipset = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.887338] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] SECURITYGROUP.enable_security_group = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.887475] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.887614] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.887753] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] experimental.ipv6_pd_enabled = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.887906] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.extension_drivers = ['port_security'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.888047] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.external_network_type = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.888196] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.888336] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.overlay_ip_version = 4 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.888475] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.path_mtu = 8950 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.888610] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.physical_network_mtus = {} {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.888758] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.888889] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.889038] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ml2.type_drivers = ['vlan'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.889180] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.889311] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.889441] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.889585] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.889732] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.889868] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.890013] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.890166] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.890303] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.890503] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.890650] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_login_password = **** {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.890831] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.890976] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_login_user = admin {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.891125] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.891266] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.891399] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.891531] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.891669] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.891809] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.891945] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.892095] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.892229] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.892367] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.892509] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.892642] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.892782] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.892977] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.893133] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.893272] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.893403] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.893539] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.auth_section = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.893680] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.auth_type = password {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.893816] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.893943] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.certfile = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.894083] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.collect_timing = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.894227] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.endpoint_type = public {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.894358] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.insecure = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.894483] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.keyfile = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.894619] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.region_name = RegionOne {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.894750] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.split_loggers = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.894878] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] nova.timeout = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895070] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.auth_section = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895165] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.auth_type = password {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895299] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895426] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.certfile = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895557] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.collect_timing = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895724] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.endpoint_type = public {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895863] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.insecure = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.895991] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.keyfile = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.896134] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.region_name = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.896265] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.split_loggers = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.896392] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] placement.timeout = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.896528] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.auth_section = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.896670] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.auth_type = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.896799] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.cafile = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.896924] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.certfile = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897065] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.collect_timing = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897196] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.connect_retries = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897323] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.connect_retry_delay = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897451] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.enable_notifications = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897579] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.endpoint_override = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897710] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.insecure = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897841] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.interface = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.897969] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.keyfile = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.898113] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.max_version = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.898240] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.min_version = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.898364] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.region_name = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.898493] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.retriable_status_codes = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.898632] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.service_name = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.898745] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.service_type = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.898877] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.split_loggers = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899014] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.status_code_retries = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899147] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.status_code_retry_delay = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899275] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.timeout = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899399] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.valid_interfaces = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899528] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ironic.version = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899663] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] cli_script.dry_run = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899805] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.899936] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900077] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900209] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900338] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900467] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900596] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900729] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900859] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.900999] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.901142] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.901283] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.901422] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.901556] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.901686] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.901822] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.901954] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.902098] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.902236] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.902366] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.902518] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.902623] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.902753] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.902882] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903015] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903146] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903275] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903405] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903554] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903690] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903824] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.ssl = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.903962] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.904118] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.904250] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.904387] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.904524] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.904656] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.904799] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_notifications.driver = [] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.904934] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_notifications.retry = -1 {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.905095] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.905252] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.905323] env[66352]: DEBUG oslo_service.backend._eventlet.service [None req-763ad53d-5aad-4361-a141-55a15378c264 None None] ******************************************************************************** {{(pid=66352) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.906511] env[66352]: DEBUG neutron.agent.securitygroups_rpc [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Init firewall settings (driver=nsxv3) {{(pid=66352) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 522.907913] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66352) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 522.908185] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] RPC agent_id: nsxm-l-01a.corp.local [ 522.910410] env[66352]: DEBUG dogpile.cache.region [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.910529] env[66352]: DEBUG dogpile.lock [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 522.910625] env[66352]: DEBUG dogpile.lock [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 522.910715] env[66352]: DEBUG dogpile.lock [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 522.910804] env[66352]: DEBUG dogpile.cache.region [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.910890] env[66352]: DEBUG dogpile.lock [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 522.911015] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 522.955653] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Session token - acquiring [ 522.957154] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.957373] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.957436] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.957859] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.968660] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.242238] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 523.264227] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 523.264429] env[66352]: DEBUG dogpile.cache.region [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Cache value generated in 0.353 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 523.264485] env[66352]: DEBUG dogpile.lock [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 523.264606] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Activating Policy API Provider. [ 523.264806] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Looking for the default Infrastructure Rules. [ 523.332301] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Looking for the Default Layer3 Logged Drop Section. [ 523.350382] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 523.350837] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.351014] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.351118] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.351405] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.351832] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.865973] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.367981] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.870133] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Inventory metadata is going to be refreshed. [ 524.870528] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 525.659268] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.659596] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.659596] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.659887] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.671760] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 525.672842] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.673320] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 525.690870] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.691173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.691173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.691449] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.691583] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.691784] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 525.691935] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.692059] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 525.712703] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.713026] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.713026] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.713260] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.713437] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.713578] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 525.732800] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.733085] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.733085] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.733378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.733519] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.733687] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 525.753903] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.754215] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.754215] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.754452] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.754585] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.754729] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 525.754831] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.754931] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 525.773744] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.774042] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.774042] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.774325] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.774447] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.774585] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 525.774686] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.774788] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 525.793508] env[66352]: DEBUG networking_nsxv3.common.locking [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.793779] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.793779] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.794061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.794205] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.794350] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 525.794453] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.794550] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Inventory metadata have been refreshed. [ 525.794768] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Dryrun:True. Metadata refresh completed. [ 525.794918] env[66352]: DEBUG oslo_concurrency.lockutils [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Releasing lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.796592] env[66352]: INFO neutron.agent.agent_extensions_manager [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Loaded agent extensions: [] [ 525.797327] env[66352]: DEBUG neutron_lib.callbacks.manager [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66352) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 525.849226] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent RPC Daemon Started! [ 525.849440] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent loop - iteration:0 started [ 525.849440] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent out of sync with plugin! [ 530.798553] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.798910] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.799723] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.800132] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.802386] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.802386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.802386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.802386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.802386] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.305436] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.801438] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.801588] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.807102] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.841711] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a4bdffbb-eb1c-4d48-80ae-9dde10254eac demo admin] Enqueued Resource ID: 28ee6b1c-8135-4491-b2eb-b12747164a31 with Priority: HIGHEST for action security_group_rules [ 540.842461] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ee6b1c-8135-4491-b2eb-b12747164a31 with Priority: HIGHEST for action security_group_rules [ 540.842764] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ee6b1c-8135-4491-b2eb-b12747164a31 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.842886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ee6b1c-8135-4491-b2eb-b12747164a31" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.842954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ee6b1c-8135-4491-b2eb-b12747164a31" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.843212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ee6b1c-8135-4491-b2eb-b12747164a31" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.843292] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ee6b1c-8135-4491-b2eb-b12747164a31',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.310082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 541.310082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 541.370361] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.370623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.370623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.370766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.370976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.370976] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ee6b1c-8135-4491-b2eb-b12747164a31 already deleted. [ 541.371106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ee6b1c-8135-4491-b2eb-b12747164a31" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.160023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.160023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.160023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.160023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.172077] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 542.173201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.175423] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 542.195019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.195019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.195019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.195019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.195019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.195019] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 542.195019] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.195019] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 542.214151] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.214657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.214872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.215197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.215450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.215664] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 542.238351] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.238853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.240600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.240600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.240600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.240600] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 542.259638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.260113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.260314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.260980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.260980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.260980] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 542.260980] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.261265] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 542.280256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.280699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.281564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.281564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.281564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.281564] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 542.281564] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.281564] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 542.301295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.301725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.301901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.302208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.302421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.302632] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 542.302799] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 542.304018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 542.324771] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.325134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.325302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.325588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.325814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.326087] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 542.347393] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.349340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.349340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.349340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.349340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.361677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.843976] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.844365] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.845989] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.845989] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.845955] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.846706] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.847377] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.850177] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.848949] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.848949] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.024692] env[66352]: INFO networking_nsxv3.common.synchronization [None req-fa0a1b92-3e0a-4a03-a471-1f62edcc48e1 None None] Enqueued Resource ID: 97af7aa0-9e26-45cd-9915-a7343470d125 with Priority: HIGHEST for action port [ 569.026404] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97af7aa0-9e26-45cd-9915-a7343470d125 with Priority: HIGHEST for action port [ 569.026758] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-97af7aa0-9e26-45cd-9915-a7343470d125 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.026870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97af7aa0-9e26-45cd-9915-a7343470d125" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.026939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97af7aa0-9e26-45cd-9915-a7343470d125" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.028344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97af7aa0-9e26-45cd-9915-a7343470d125" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.028344] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97af7aa0-9e26-45cd-9915-a7343470d125',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.350790] env[66352]: INFO networking_nsxv3.common.synchronization [None req-7b56b268-f981-49b5-8fa7-2fb5a1100c6e None None] Enqueued Resource ID: c6f6bc9b-d1d5-472f-84ef-69997101c37a with Priority: HIGHEST for action port [ 569.350959] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f6bc9b-d1d5-472f-84ef-69997101c37a with Priority: HIGHEST for action port [ 569.351915] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f6bc9b-d1d5-472f-84ef-69997101c37a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.351915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f6bc9b-d1d5-472f-84ef-69997101c37a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.351915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f6bc9b-d1d5-472f-84ef-69997101c37a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.351915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f6bc9b-d1d5-472f-84ef-69997101c37a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.352522] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f6bc9b-d1d5-472f-84ef-69997101c37a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.531457] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97af7aa0-9e26-45cd-9915-a7343470d125 [ 569.531457] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.531457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.531763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.531763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.531982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.531982] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97af7aa0-9e26-45cd-9915-a7343470d125 already deleted. [ 569.532080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97af7aa0-9e26-45cd-9915-a7343470d125" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.855252] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6f6bc9b-d1d5-472f-84ef-69997101c37a [ 569.855566] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.855765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.855878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.856842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.856842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.856842] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6f6bc9b-d1d5-472f-84ef-69997101c37a already deleted. [ 569.856842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f6bc9b-d1d5-472f-84ef-69997101c37a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.680916] env[66352]: INFO networking_nsxv3.common.synchronization [None req-30052f31-531f-402c-83ec-c3bee4276e05 None None] Enqueued Resource ID: c020f199-f1a6-440a-b8c8-2e154297a31b with Priority: HIGHEST for action port [ 570.680916] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c020f199-f1a6-440a-b8c8-2e154297a31b with Priority: HIGHEST for action port [ 570.681401] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c020f199-f1a6-440a-b8c8-2e154297a31b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.681536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c020f199-f1a6-440a-b8c8-2e154297a31b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.681605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c020f199-f1a6-440a-b8c8-2e154297a31b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.681851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c020f199-f1a6-440a-b8c8-2e154297a31b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.681964] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c020f199-f1a6-440a-b8c8-2e154297a31b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.185306] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c020f199-f1a6-440a-b8c8-2e154297a31b [ 571.187081] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.187081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.187081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.187081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.187081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.187081] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c020f199-f1a6-440a-b8c8-2e154297a31b already deleted. [ 571.187081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c020f199-f1a6-440a-b8c8-2e154297a31b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.310157] env[66352]: INFO networking_nsxv3.common.synchronization [None req-90066307-f034-433a-a46b-773d176ac2ca None None] Enqueued Resource ID: a70c15c5-dd1f-44b1-9f95-a684d593d0a7 with Priority: HIGHEST for action port [ 572.310494] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c15c5-dd1f-44b1-9f95-a684d593d0a7 with Priority: HIGHEST for action port [ 572.310965] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70c15c5-dd1f-44b1-9f95-a684d593d0a7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.311111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70c15c5-dd1f-44b1-9f95-a684d593d0a7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.311270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70c15c5-dd1f-44b1-9f95-a684d593d0a7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.311410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70c15c5-dd1f-44b1-9f95-a684d593d0a7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.311489] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70c15c5-dd1f-44b1-9f95-a684d593d0a7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.814313] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a70c15c5-dd1f-44b1-9f95-a684d593d0a7 [ 572.814313] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.814313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.814313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.814313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.814612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.814612] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a70c15c5-dd1f-44b1-9f95-a684d593d0a7 already deleted. [ 572.814612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70c15c5-dd1f-44b1-9f95-a684d593d0a7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.605543] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3ba012d0-ad1a-43b2-a3b3-6003ba0e63a1 None None] Enqueued Resource ID: 189050ee-1a5c-4b4a-b8a3-7db6a7afbce2 with Priority: HIGHEST for action port [ 574.605832] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189050ee-1a5c-4b4a-b8a3-7db6a7afbce2 with Priority: HIGHEST for action port [ 574.606369] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-189050ee-1a5c-4b4a-b8a3-7db6a7afbce2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.606503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-189050ee-1a5c-4b4a-b8a3-7db6a7afbce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.606561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-189050ee-1a5c-4b4a-b8a3-7db6a7afbce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.606853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-189050ee-1a5c-4b4a-b8a3-7db6a7afbce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.606898] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('189050ee-1a5c-4b4a-b8a3-7db6a7afbce2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.108833] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 189050ee-1a5c-4b4a-b8a3-7db6a7afbce2 [ 575.109092] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.109231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.109297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.109511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.109599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.109699] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:189050ee-1a5c-4b4a-b8a3-7db6a7afbce2 already deleted. [ 575.109780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-189050ee-1a5c-4b4a-b8a3-7db6a7afbce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.283035] env[66352]: INFO networking_nsxv3.common.synchronization [None req-61df3c2d-0f0a-4811-bff1-b0e004e12fdf None None] Enqueued Resource ID: 79825141-7a89-4e03-afa5-febdb92e1e3b with Priority: HIGHEST for action port [ 575.283295] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79825141-7a89-4e03-afa5-febdb92e1e3b with Priority: HIGHEST for action port [ 575.283846] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-79825141-7a89-4e03-afa5-febdb92e1e3b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.283971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79825141-7a89-4e03-afa5-febdb92e1e3b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.285984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79825141-7a89-4e03-afa5-febdb92e1e3b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.285984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79825141-7a89-4e03-afa5-febdb92e1e3b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.285984] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79825141-7a89-4e03-afa5-febdb92e1e3b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.418274] env[66352]: INFO networking_nsxv3.common.synchronization [None req-70d78391-bc7b-4774-8681-87b17cdb08a1 None None] Enqueued Resource ID: 12ee3b65-74a7-4d09-9f5e-0e7219ab9d25 with Priority: HIGHEST for action port [ 575.418821] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ee3b65-74a7-4d09-9f5e-0e7219ab9d25 with Priority: HIGHEST for action port [ 575.419114] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ee3b65-74a7-4d09-9f5e-0e7219ab9d25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.419270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ee3b65-74a7-4d09-9f5e-0e7219ab9d25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.419314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ee3b65-74a7-4d09-9f5e-0e7219ab9d25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.419546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ee3b65-74a7-4d09-9f5e-0e7219ab9d25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.419626] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ee3b65-74a7-4d09-9f5e-0e7219ab9d25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.792849] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79825141-7a89-4e03-afa5-febdb92e1e3b [ 575.792849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.792849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.792849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.793280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.793280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.793280] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79825141-7a89-4e03-afa5-febdb92e1e3b already deleted. [ 575.793280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79825141-7a89-4e03-afa5-febdb92e1e3b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.922389] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ee3b65-74a7-4d09-9f5e-0e7219ab9d25 [ 575.922509] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.922679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.922763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.922998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.923230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.923268] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ee3b65-74a7-4d09-9f5e-0e7219ab9d25 already deleted. [ 575.923370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ee3b65-74a7-4d09-9f5e-0e7219ab9d25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.491886] env[66352]: INFO networking_nsxv3.common.synchronization [None req-9e3a31e0-2e13-4d10-8d14-2acd058f9b94 None None] Enqueued Resource ID: efe73c62-671b-42a1-b2fc-09ff141a2e96 with Priority: HIGHEST for action port [ 576.492493] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe73c62-671b-42a1-b2fc-09ff141a2e96 with Priority: HIGHEST for action port [ 576.493326] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe73c62-671b-42a1-b2fc-09ff141a2e96 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.493326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe73c62-671b-42a1-b2fc-09ff141a2e96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.493326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe73c62-671b-42a1-b2fc-09ff141a2e96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.493659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe73c62-671b-42a1-b2fc-09ff141a2e96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.493744] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe73c62-671b-42a1-b2fc-09ff141a2e96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.998310] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efe73c62-671b-42a1-b2fc-09ff141a2e96 [ 576.998310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.998310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.998310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.998310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.998310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.998310] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efe73c62-671b-42a1-b2fc-09ff141a2e96 already deleted. [ 576.998310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe73c62-671b-42a1-b2fc-09ff141a2e96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.045562] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ce15b48b-54ea-49d3-b186-dfc171f5c043 None None] Enqueued Resource ID: e0d0943c-c147-4874-9ec4-51f87524631a with Priority: HIGHEST for action port [ 577.045562] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d0943c-c147-4874-9ec4-51f87524631a with Priority: HIGHEST for action port [ 577.045562] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d0943c-c147-4874-9ec4-51f87524631a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.045562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d0943c-c147-4874-9ec4-51f87524631a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.045562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d0943c-c147-4874-9ec4-51f87524631a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.046302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d0943c-c147-4874-9ec4-51f87524631a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.046412] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d0943c-c147-4874-9ec4-51f87524631a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.201017] env[66352]: INFO networking_nsxv3.common.synchronization [None req-edccc1d9-41c3-4d54-85b7-a8fecc879a4d None None] Enqueued Resource ID: c135c99f-2075-4cfa-9901-cef12d746cb7 with Priority: HIGHEST for action port [ 577.201017] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c135c99f-2075-4cfa-9901-cef12d746cb7 with Priority: HIGHEST for action port [ 577.201017] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c135c99f-2075-4cfa-9901-cef12d746cb7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.201017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c135c99f-2075-4cfa-9901-cef12d746cb7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.201017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c135c99f-2075-4cfa-9901-cef12d746cb7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.201017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c135c99f-2075-4cfa-9901-cef12d746cb7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.201017] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c135c99f-2075-4cfa-9901-cef12d746cb7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.552132] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0d0943c-c147-4874-9ec4-51f87524631a [ 577.552132] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.552132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.552132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.552132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.552132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.552132] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0d0943c-c147-4874-9ec4-51f87524631a already deleted. [ 577.552132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d0943c-c147-4874-9ec4-51f87524631a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.705063] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c135c99f-2075-4cfa-9901-cef12d746cb7 [ 577.705288] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.705389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.705441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.705896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.705896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.705896] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c135c99f-2075-4cfa-9901-cef12d746cb7 already deleted. [ 577.705896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c135c99f-2075-4cfa-9901-cef12d746cb7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.710167] env[66352]: INFO networking_nsxv3.common.synchronization [None req-39c55439-7025-4ea5-aa03-7dc4c7f98279 None None] Enqueued Resource ID: e4802ecc-b24f-48ac-915a-19da63fc3f86 with Priority: HIGHEST for action port [ 577.710415] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4802ecc-b24f-48ac-915a-19da63fc3f86 with Priority: HIGHEST for action port [ 577.711881] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4802ecc-b24f-48ac-915a-19da63fc3f86 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.711881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4802ecc-b24f-48ac-915a-19da63fc3f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.711881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4802ecc-b24f-48ac-915a-19da63fc3f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.711881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4802ecc-b24f-48ac-915a-19da63fc3f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.711881] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4802ecc-b24f-48ac-915a-19da63fc3f86',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.217330] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4802ecc-b24f-48ac-915a-19da63fc3f86 [ 578.217606] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.217711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.217767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.217960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.218128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.218179] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4802ecc-b24f-48ac-915a-19da63fc3f86 already deleted. [ 578.218225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4802ecc-b24f-48ac-915a-19da63fc3f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.679865] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d2ebb2e0-cc3e-4449-b2df-ce3a293a9a14 None None] Enqueued Resource ID: 1cb30399-9007-4030-be8e-bb8233f35cbd with Priority: HIGHEST for action port [ 578.679865] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb30399-9007-4030-be8e-bb8233f35cbd with Priority: HIGHEST for action port [ 578.679937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb30399-9007-4030-be8e-bb8233f35cbd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.680121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb30399-9007-4030-be8e-bb8233f35cbd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.680121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb30399-9007-4030-be8e-bb8233f35cbd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.680402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb30399-9007-4030-be8e-bb8233f35cbd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.680484] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb30399-9007-4030-be8e-bb8233f35cbd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.183117] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cb30399-9007-4030-be8e-bb8233f35cbd [ 579.186989] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.186989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.186989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.186989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.186989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.186989] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cb30399-9007-4030-be8e-bb8233f35cbd already deleted. [ 579.186989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb30399-9007-4030-be8e-bb8233f35cbd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.533226] env[66352]: INFO networking_nsxv3.common.synchronization [None req-1c787472-c9fa-4821-a22b-77c69a5eb63b None None] Enqueued Resource ID: 45a44773-0a30-4437-93b8-86f6ef345c6d with Priority: HIGHEST for action port [ 579.535020] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a44773-0a30-4437-93b8-86f6ef345c6d with Priority: HIGHEST for action port [ 579.535020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a44773-0a30-4437-93b8-86f6ef345c6d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.535020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a44773-0a30-4437-93b8-86f6ef345c6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.535020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a44773-0a30-4437-93b8-86f6ef345c6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.535020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a44773-0a30-4437-93b8-86f6ef345c6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.535020] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a44773-0a30-4437-93b8-86f6ef345c6d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.657897] env[66352]: INFO networking_nsxv3.common.synchronization [None req-bb1594d2-f654-4102-a557-96a4165e9185 None None] Enqueued Resource ID: efca04a0-aa8f-4224-882c-31cab6d176c1 with Priority: HIGHEST for action port [ 579.660128] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efca04a0-aa8f-4224-882c-31cab6d176c1 with Priority: HIGHEST for action port [ 579.664016] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-efca04a0-aa8f-4224-882c-31cab6d176c1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.664016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efca04a0-aa8f-4224-882c-31cab6d176c1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.664016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efca04a0-aa8f-4224-882c-31cab6d176c1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.664016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efca04a0-aa8f-4224-882c-31cab6d176c1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.664016] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efca04a0-aa8f-4224-882c-31cab6d176c1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.037949] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45a44773-0a30-4437-93b8-86f6ef345c6d [ 580.038207] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.038344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.038433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.038625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.038733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.038815] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45a44773-0a30-4437-93b8-86f6ef345c6d already deleted. [ 580.038897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a44773-0a30-4437-93b8-86f6ef345c6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.166549] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efca04a0-aa8f-4224-882c-31cab6d176c1 [ 580.166819] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.166958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.167034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.167282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.167393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.167476] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efca04a0-aa8f-4224-882c-31cab6d176c1 already deleted. [ 580.167556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efca04a0-aa8f-4224-882c-31cab6d176c1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.505618] env[66352]: INFO networking_nsxv3.common.synchronization [None req-c5ab95cb-b85d-46b6-a791-e8a3f52daf3f None None] Enqueued Resource ID: 5076a583-3ead-4a32-b5df-672cbeffd015 with Priority: HIGHEST for action port [ 580.505884] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5076a583-3ead-4a32-b5df-672cbeffd015 with Priority: HIGHEST for action port [ 580.506477] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5076a583-3ead-4a32-b5df-672cbeffd015 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.506607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5076a583-3ead-4a32-b5df-672cbeffd015" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.506662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5076a583-3ead-4a32-b5df-672cbeffd015" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.506944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5076a583-3ead-4a32-b5df-672cbeffd015" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.507079] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5076a583-3ead-4a32-b5df-672cbeffd015',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.009111] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5076a583-3ead-4a32-b5df-672cbeffd015 [ 581.009640] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.009640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.009640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.009975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.009975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.010089] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5076a583-3ead-4a32-b5df-672cbeffd015 already deleted. [ 581.010089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5076a583-3ead-4a32-b5df-672cbeffd015" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.375556] env[66352]: INFO networking_nsxv3.common.synchronization [None req-4e41f9b1-432f-450e-810c-d37a2a20e83a None None] Enqueued Resource ID: dd02d735-93d6-43c0-8f44-5155440eacce with Priority: HIGHEST for action port [ 581.376241] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd02d735-93d6-43c0-8f44-5155440eacce with Priority: HIGHEST for action port [ 581.376523] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd02d735-93d6-43c0-8f44-5155440eacce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.377331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd02d735-93d6-43c0-8f44-5155440eacce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.378042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd02d735-93d6-43c0-8f44-5155440eacce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.378723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd02d735-93d6-43c0-8f44-5155440eacce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.378723] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd02d735-93d6-43c0-8f44-5155440eacce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.882866] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd02d735-93d6-43c0-8f44-5155440eacce [ 581.883269] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.883360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.884340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.884803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.884803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.884928] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd02d735-93d6-43c0-8f44-5155440eacce already deleted. [ 581.884966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd02d735-93d6-43c0-8f44-5155440eacce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.894727] env[66352]: INFO networking_nsxv3.common.synchronization [None req-e2b053af-42a2-4827-8b64-451f15214af7 None None] Enqueued Resource ID: 44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4 with Priority: HIGHEST for action port [ 582.895363] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4 with Priority: HIGHEST for action port [ 582.895691] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.895828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.896058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.896331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.896962] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.398970] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4 [ 583.399262] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.399449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.399480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.399726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.399830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.399973] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4 already deleted. [ 583.400055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44fe6da8-12f2-4bc3-bfe8-e8ecdb3bbad4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.838354] env[66352]: INFO networking_nsxv3.common.synchronization [None req-cd1158bf-ab68-4bbb-8caa-ab6dd2fc684d None None] Enqueued Resource ID: caab088f-e4d2-4549-a307-342c0c5e4c4f with Priority: HIGHEST for action port [ 583.838623] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caab088f-e4d2-4549-a307-342c0c5e4c4f with Priority: HIGHEST for action port [ 583.840644] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-caab088f-e4d2-4549-a307-342c0c5e4c4f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.840644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caab088f-e4d2-4549-a307-342c0c5e4c4f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.840644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caab088f-e4d2-4549-a307-342c0c5e4c4f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.840644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caab088f-e4d2-4549-a307-342c0c5e4c4f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.840644] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caab088f-e4d2-4549-a307-342c0c5e4c4f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.278042] env[66352]: INFO networking_nsxv3.common.synchronization [None req-efc884c8-8eec-45ff-a2c8-cd2761a62577 None None] Enqueued Resource ID: 9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5 with Priority: HIGHEST for action port [ 584.279268] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5 with Priority: HIGHEST for action port [ 584.280166] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.280166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.280336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.280588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.280588] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.345025] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caab088f-e4d2-4549-a307-342c0c5e4c4f [ 584.345025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.345025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.345025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.345025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.345025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.345025] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caab088f-e4d2-4549-a307-342c0c5e4c4f already deleted. [ 584.345025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caab088f-e4d2-4549-a307-342c0c5e4c4f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.523931] env[66352]: INFO networking_nsxv3.common.synchronization [None req-5d79c128-7a3e-42d2-9a2a-0befa2770012 None None] Enqueued Resource ID: 173005a9-9aa0-48e3-b0cd-a6ca543dcc36 with Priority: HIGHEST for action port [ 584.524201] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 173005a9-9aa0-48e3-b0cd-a6ca543dcc36 with Priority: HIGHEST for action port [ 584.524873] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-173005a9-9aa0-48e3-b0cd-a6ca543dcc36 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.525928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-173005a9-9aa0-48e3-b0cd-a6ca543dcc36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.526044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-173005a9-9aa0-48e3-b0cd-a6ca543dcc36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.526322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-173005a9-9aa0-48e3-b0cd-a6ca543dcc36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.526689] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('173005a9-9aa0-48e3-b0cd-a6ca543dcc36',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.783137] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5 [ 584.784035] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.784035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.784035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.784035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.784569] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.784675] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5 already deleted. [ 584.784767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ec0cf26-6bdb-4388-bd6d-aa2e38ebd2b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.031623] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 173005a9-9aa0-48e3-b0cd-a6ca543dcc36 [ 585.032024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.032024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.032169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.032709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.032709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.032709] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:173005a9-9aa0-48e3-b0cd-a6ca543dcc36 already deleted. [ 585.032709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-173005a9-9aa0-48e3-b0cd-a6ca543dcc36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.198479] env[66352]: INFO networking_nsxv3.common.synchronization [None req-60ee86b0-e4ab-4b59-a36e-c7fb4ec4d5a4 None None] Enqueued Resource ID: 8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47 with Priority: HIGHEST for action port [ 586.199009] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47 with Priority: HIGHEST for action port [ 586.199772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.199772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.199772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.199772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.199986] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.365138] env[66352]: INFO networking_nsxv3.common.synchronization [None req-6b13a9fb-4ec3-4517-8b60-0663b85fee5f tempest-ServersTestBootFromVolume-342896806 tempest-ServersTestBootFromVolume-342896806-project-member] Enqueued Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_rules [ 586.365978] env[66352]: INFO networking_nsxv3.common.synchronization [None req-5c94a39d-20ff-4d7d-ab65-59fbe1edda74 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 586.366481] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_rules [ 586.366618] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 586.366911] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.367048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.367111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.367374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.367433] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.369311] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.369442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.369502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.369971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.369971] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.702503] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47 [ 586.702739] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.702879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.702951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.703208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.703303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.703399] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47 already deleted. [ 586.703485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a5845e3-5ea7-480c-bf6a-8c2d7d0e6a47" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.805746] env[66352]: INFO networking_nsxv3.common.synchronization [None req-060188a8-b619-49de-a72f-29825ceee2f9 None None] Enqueued Resource ID: 61ef8efd-91e3-4500-aad5-ca2949a5ce26 with Priority: HIGHEST for action port [ 586.806033] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ef8efd-91e3-4500-aad5-ca2949a5ce26 with Priority: HIGHEST for action port [ 586.806544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ef8efd-91e3-4500-aad5-ca2949a5ce26 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.806675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ef8efd-91e3-4500-aad5-ca2949a5ce26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.806743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ef8efd-91e3-4500-aad5-ca2949a5ce26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.807448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ef8efd-91e3-4500-aad5-ca2949a5ce26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.807576] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ef8efd-91e3-4500-aad5-ca2949a5ce26',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.893157] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.893307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.893417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.893673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.893759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.893801] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 already deleted. [ 586.893915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.903030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.903030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.903212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.903395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.903472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.903591] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d already deleted. [ 586.903950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.210310] env[66352]: INFO networking_nsxv3.common.synchronization [None req-056cb111-2bde-4ffb-8ebe-ffa232960dc3 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 587.210310] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 587.210310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.210310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.210310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.210310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.210726] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.261627] env[66352]: INFO networking_nsxv3.common.synchronization [None req-65f89140-0965-4768-84a3-2d9260e0f06b tempest-ServersTestBootFromVolume-342896806 tempest-ServersTestBootFromVolume-342896806-project-member] Enqueued Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_rules [ 587.262194] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_rules [ 587.262499] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.262625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.262693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.263225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.263320] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.309798] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61ef8efd-91e3-4500-aad5-ca2949a5ce26 [ 587.309951] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.310226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.310307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.312681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.312791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.312909] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61ef8efd-91e3-4500-aad5-ca2949a5ce26 already deleted. [ 587.313015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ef8efd-91e3-4500-aad5-ca2949a5ce26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.741293] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.741293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.741293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.741293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.741293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.741293] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d already deleted. [ 587.741293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.785980] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.786166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.786522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.786522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.786635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.786768] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 already deleted. [ 587.786890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.427094] env[66352]: INFO networking_nsxv3.common.synchronization [None req-bb1eb4f7-a52e-4b8a-a8ec-2f321a50f9df None None] Enqueued Resource ID: 93ffcd28-2998-4ea9-be8a-96d60552787f with Priority: HIGHEST for action port [ 588.427625] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ffcd28-2998-4ea9-be8a-96d60552787f with Priority: HIGHEST for action port [ 588.428115] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-93ffcd28-2998-4ea9-be8a-96d60552787f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.428115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93ffcd28-2998-4ea9-be8a-96d60552787f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.428115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93ffcd28-2998-4ea9-be8a-96d60552787f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.428367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93ffcd28-2998-4ea9-be8a-96d60552787f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.428496] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93ffcd28-2998-4ea9-be8a-96d60552787f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.700389] env[66352]: INFO networking_nsxv3.common.synchronization [None req-70c0247a-53c5-4a80-9b18-7d193c354970 None None] Enqueued Resource ID: bac08f7c-8e33-414f-8a1e-2963bf434668 with Priority: HIGHEST for action port [ 588.700947] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac08f7c-8e33-414f-8a1e-2963bf434668 with Priority: HIGHEST for action port [ 588.701269] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-bac08f7c-8e33-414f-8a1e-2963bf434668 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.701402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bac08f7c-8e33-414f-8a1e-2963bf434668" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.701458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bac08f7c-8e33-414f-8a1e-2963bf434668" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.701705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bac08f7c-8e33-414f-8a1e-2963bf434668" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.701785] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac08f7c-8e33-414f-8a1e-2963bf434668',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.932853] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93ffcd28-2998-4ea9-be8a-96d60552787f [ 588.932853] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.932853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.933078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.933425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.933425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.933425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93ffcd28-2998-4ea9-be8a-96d60552787f already deleted. [ 588.933602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93ffcd28-2998-4ea9-be8a-96d60552787f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.204874] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bac08f7c-8e33-414f-8a1e-2963bf434668 [ 589.205328] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.205475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.205475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.206211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.206443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.206513] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bac08f7c-8e33-414f-8a1e-2963bf434668 already deleted. [ 589.206760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bac08f7c-8e33-414f-8a1e-2963bf434668" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.579079] env[66352]: INFO networking_nsxv3.common.synchronization [None req-06ecaa47-285d-4a82-9730-1611aafae60a None None] Enqueued Resource ID: b35df01b-76fb-4590-acde-016d791ee374 with Priority: HIGHEST for action port [ 589.579730] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35df01b-76fb-4590-acde-016d791ee374 with Priority: HIGHEST for action port [ 589.579928] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35df01b-76fb-4590-acde-016d791ee374 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.581650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35df01b-76fb-4590-acde-016d791ee374" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.581650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35df01b-76fb-4590-acde-016d791ee374" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.581734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35df01b-76fb-4590-acde-016d791ee374" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.581803] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35df01b-76fb-4590-acde-016d791ee374',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.718340] env[66352]: INFO networking_nsxv3.common.synchronization [None req-6121ed69-b794-4035-aa84-168b79ddf430 None None] Enqueued Resource ID: acb89dde-ea25-48c0-bd43-0fec05d7e93c with Priority: HIGHEST for action port [ 589.718645] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb89dde-ea25-48c0-bd43-0fec05d7e93c with Priority: HIGHEST for action port [ 589.719026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-acb89dde-ea25-48c0-bd43-0fec05d7e93c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.720463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acb89dde-ea25-48c0-bd43-0fec05d7e93c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.720463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acb89dde-ea25-48c0-bd43-0fec05d7e93c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.720463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acb89dde-ea25-48c0-bd43-0fec05d7e93c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.720463] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb89dde-ea25-48c0-bd43-0fec05d7e93c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.085164] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b35df01b-76fb-4590-acde-016d791ee374 [ 590.085786] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.086120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.086163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.087358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.088200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.088200] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b35df01b-76fb-4590-acde-016d791ee374 already deleted. [ 590.088200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35df01b-76fb-4590-acde-016d791ee374" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.223169] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acb89dde-ea25-48c0-bd43-0fec05d7e93c [ 590.223430] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.223571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.223642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.223853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.223945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.224169] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acb89dde-ea25-48c0-bd43-0fec05d7e93c already deleted. [ 590.226117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acb89dde-ea25-48c0-bd43-0fec05d7e93c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.285653] env[66352]: INFO networking_nsxv3.common.synchronization [req-960961a3-deba-4e67-9d28-e5664d43b8bf req-71204e11-2342-49df-9db5-9f906b632a90 tempest-SecurityGroupRulesTestJSON-908878991 tempest-SecurityGroupRulesTestJSON-908878991-project-member] Enqueued Resource ID: 7a494ade-ba23-44b4-a3d9-2f6563827b38 with Priority: HIGHEST for action security_group_rules [ 590.286225] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a494ade-ba23-44b4-a3d9-2f6563827b38 with Priority: HIGHEST for action security_group_rules [ 590.286598] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a494ade-ba23-44b4-a3d9-2f6563827b38 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.286787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a494ade-ba23-44b4-a3d9-2f6563827b38" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.286895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a494ade-ba23-44b4-a3d9-2f6563827b38" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.287894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a494ade-ba23-44b4-a3d9-2f6563827b38" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.288022] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a494ade-ba23-44b4-a3d9-2f6563827b38',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.559610] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5250be7-1635-4eed-9deb-395e1156cb8b req-58ce9b84-c7c0-49d6-bd43-8ec28387a5bd tempest-MigrationsAdminTest-1443813851 tempest-MigrationsAdminTest-1443813851-project-member] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 590.560788] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 590.560788] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.560788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.560788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.561033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.561164] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.561865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.561865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.561938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.561976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.562090] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.814365] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.815676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.815887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.816191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.816401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.816586] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a494ade-ba23-44b4-a3d9-2f6563827b38 already deleted. [ 590.816760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a494ade-ba23-44b4-a3d9-2f6563827b38" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.066230] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.066323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.066323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.066598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.066751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.066904] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.067046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.067110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.067267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.067343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.067450] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 already deleted. [ 591.067536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.127865] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.128071] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.128128] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.128438] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.128697] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.128851] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.128963] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.129662] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.129815] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.130209] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.130255] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.130334] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.130439] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.130543] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.130642] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.130768] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.153199] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.153373] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.153506] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.153675] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.153990] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.154169] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.154284] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.154597] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.154782] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f788cf7f-fb58-4dc4-8044-29d4f2fa51c0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.531918] env[66352]: INFO networking_nsxv3.common.synchronization [None req-183c30b2-bfe6-4d15-81ba-c15852c57007 None None] Enqueued Resource ID: ca8ca483-99c9-479b-95de-81f29baa4a3a with Priority: HIGHEST for action port [ 591.532458] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8ca483-99c9-479b-95de-81f29baa4a3a with Priority: HIGHEST for action port [ 591.532756] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8ca483-99c9-479b-95de-81f29baa4a3a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.532883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8ca483-99c9-479b-95de-81f29baa4a3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.532958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8ca483-99c9-479b-95de-81f29baa4a3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.533333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8ca483-99c9-479b-95de-81f29baa4a3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.533401] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8ca483-99c9-479b-95de-81f29baa4a3a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.659915] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.660326] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.660326] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.660410] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.660537] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.660682] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 not found, creating... [ 591.660938] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.661102] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.661212] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.661420] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.661552] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.663158] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.663383] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.663524] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.663761] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.663890] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.664033] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 is going to be created. [ 591.690198] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.690198] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.690198] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.690488] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.690488] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.690678] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.036494] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca8ca483-99c9-479b-95de-81f29baa4a3a [ 592.036494] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.036494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.036494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.036494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.036494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.037137] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca8ca483-99c9-479b-95de-81f29baa4a3a already deleted. [ 592.037137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8ca483-99c9-479b-95de-81f29baa4a3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.063209] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3794ecbb-de23-4c54-9dbb-fd07a623a49c tempest-VolumesAssistedSnapshotsTest-1251694760 tempest-VolumesAssistedSnapshotsTest-1251694760-project-member] Enqueued Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_rules [ 592.063390] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_rules [ 592.064514] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.064514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.064514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.064514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.064514] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.165164] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8350aea2-12fc-455c-a3a1-35c25249dac9 tempest-VolumesAssistedSnapshotsTest-1251694760 tempest-VolumesAssistedSnapshotsTest-1251694760-project-member] Enqueued Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_rules [ 592.165164] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_rules [ 592.166193] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.166668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.568715] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5250be7-1635-4eed-9deb-395e1156cb8b req-79033c95-a39e-4021-bdbd-2625b56ac8d9 service nova] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_rules [ 592.568879] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5250be7-1635-4eed-9deb-395e1156cb8b req-79033c95-a39e-4021-bdbd-2625b56ac8d9 service nova] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 592.569017] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5250be7-1635-4eed-9deb-395e1156cb8b req-79033c95-a39e-4021-bdbd-2625b56ac8d9 service nova] Enqueued Resource ID: f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 with Priority: HIGHEST for action port [ 592.576236] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_rules [ 592.576388] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 592.576466] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 with Priority: HIGHEST for action port [ 592.577545] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.577772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.577772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.577970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.578068] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.578946] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.579463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.579597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.579840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.580174] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.580174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.580327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.580372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.580548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.580548] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.581439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.581604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.581604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.581713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.581759] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f788cf7f-fb58-4dc4-8044-29d4f2fa51c0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.600493] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.601270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.601270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.601270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.601270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.601270] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de already deleted. [ 592.601270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.601625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.601789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.601906] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.085145] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.090238] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.090487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.095918] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 with status ACTIVE [ 593.096825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.096825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.097279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.097717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.097717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.097823] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.098929] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.098929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.098929] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f788cf7f-fb58-4dc4-8044-29d4f2fa51c0 is going to be updated. [ 593.122890] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.124761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.125115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.125177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.125242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.125533] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de already deleted. [ 593.125533] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.126448] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.127135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.127135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.127135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.127135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.127135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f788cf7f-fb58-4dc4-8044-29d4f2fa51c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.315750] env[66352]: INFO networking_nsxv3.common.synchronization [req-56040877-5f31-46e8-bc49-c1b972711008 req-ef8e7a45-9e8b-4211-a4b8-cf836826414e tempest-DeleteServersAdminTestJSON-542721280 tempest-DeleteServersAdminTestJSON-542721280-project-member] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 593.320113] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 593.321898] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.321898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.321898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.321898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.322171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.322784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.322784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.323079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.324054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.324054] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.445126] env[66352]: INFO networking_nsxv3.common.synchronization [None req-44f7c29e-1b3c-4fd5-b1f3-a71f0ef2aa38 None None] Enqueued Resource ID: 39cfc76c-8e93-4f82-a4ea-38ac15f06302 with Priority: HIGHEST for action port [ 593.446330] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cfc76c-8e93-4f82-a4ea-38ac15f06302 with Priority: HIGHEST for action port [ 593.447064] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-39cfc76c-8e93-4f82-a4ea-38ac15f06302 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.448073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39cfc76c-8e93-4f82-a4ea-38ac15f06302" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.448650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39cfc76c-8e93-4f82-a4ea-38ac15f06302" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.448885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39cfc76c-8e93-4f82-a4ea-38ac15f06302" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.449086] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39cfc76c-8e93-4f82-a4ea-38ac15f06302',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.592242] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.827300] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.827300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.827427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.828084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.828388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.828716] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.829071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.829174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.829680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.829803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.830075] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df already deleted. [ 593.830195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.876834] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.877113] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.877286] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.877535] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.877843] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.878072] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.878251] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.878508] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.879079] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.879079] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.879079] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.879280] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.879327] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.879457] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.879595] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.879755] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.900447] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.901525] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.901770] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.902126] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.902539] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.902792] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.903050] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.903462] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.903617] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb36212-8d10-4a82-9ee2-ca47cf79b9d9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.952942] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39cfc76c-8e93-4f82-a4ea-38ac15f06302 [ 593.953251] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.953366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.953405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.953721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.953831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.953959] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39cfc76c-8e93-4f82-a4ea-38ac15f06302 already deleted. [ 593.954235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39cfc76c-8e93-4f82-a4ea-38ac15f06302" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.095339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.095757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.095757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.095887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.095978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.096096] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be created. [ 594.127628] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.127785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.127853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.128144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.128319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.136866] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: UNINITIALIZED for 2s [ 594.174022] env[66352]: INFO networking_nsxv3.common.synchronization [None req-1b2ea865-801e-4e5d-ab89-ef808f35f0e5 None None] Enqueued Resource ID: 17a6b076-c6c7-4fb6-a69f-6ffacaf51df3 with Priority: HIGHEST for action port [ 594.174022] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a6b076-c6c7-4fb6-a69f-6ffacaf51df3 with Priority: HIGHEST for action port [ 594.174022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-17a6b076-c6c7-4fb6-a69f-6ffacaf51df3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.174022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17a6b076-c6c7-4fb6-a69f-6ffacaf51df3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.174022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17a6b076-c6c7-4fb6-a69f-6ffacaf51df3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.174546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17a6b076-c6c7-4fb6-a69f-6ffacaf51df3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.174766] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a6b076-c6c7-4fb6-a69f-6ffacaf51df3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.406706] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.406936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.407074] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.407354] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.407707] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.407707] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 not found, creating... [ 594.407951] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.408255] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.408255] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.410115] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.410115] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.410115] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.410115] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.410115] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.410115] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.410115] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.410115] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 is going to be created. [ 594.433247] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.433479] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.434075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.434075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.434187] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.434315] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.677331] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17a6b076-c6c7-4fb6-a69f-6ffacaf51df3 [ 594.677554] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.679174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.679174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.679174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.679174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.679174] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17a6b076-c6c7-4fb6-a69f-6ffacaf51df3 already deleted. [ 594.679174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17a6b076-c6c7-4fb6-a69f-6ffacaf51df3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.194971] env[66352]: INFO networking_nsxv3.common.synchronization [req-56040877-5f31-46e8-bc49-c1b972711008 req-eb9de98f-fed5-413f-914a-7e87c96e008a service nova] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_rules [ 595.195269] env[66352]: INFO networking_nsxv3.common.synchronization [req-56040877-5f31-46e8-bc49-c1b972711008 req-eb9de98f-fed5-413f-914a-7e87c96e008a service nova] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 595.195269] env[66352]: INFO networking_nsxv3.common.synchronization [req-56040877-5f31-46e8-bc49-c1b972711008 req-eb9de98f-fed5-413f-914a-7e87c96e008a service nova] Enqueued Resource ID: ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 with Priority: HIGHEST for action port [ 595.195791] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_rules [ 595.195791] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 595.195791] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 with Priority: HIGHEST for action port [ 595.196762] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.197106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.197106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.197307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.197307] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.198660] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.199023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.199128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.200268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.201255] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.201959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.201959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.201959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.201959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.201959] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.203270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.203389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.203442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.203746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.203824] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb36212-8d10-4a82-9ee2-ca47cf79b9d9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.651715] env[66352]: INFO networking_nsxv3.common.synchronization [req-3c5aaf11-1ac6-49a8-bf2d-a57ac20f028d req-9e8b2843-31dc-4ae9-a2cc-a76bd2c34f74 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 595.655452] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 595.655452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.655452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.655452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.655452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.655452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.655452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.655452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.655452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.655452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.655452] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.708808] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.719890] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.720096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.720223] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 with status ACTIVE [ 595.720374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.720489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.720568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.721583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.721583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.721583] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.721583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.721583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.722040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.722040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.723022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.723155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.723249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.723411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.723513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.723599] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddb36212-8d10-4a82-9ee2-ca47cf79b9d9 is going to be updated. [ 595.751326] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.751614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.751932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.752311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.752503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.752799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddb36212-8d10-4a82-9ee2-ca47cf79b9d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.065748] env[66352]: INFO networking_nsxv3.common.synchronization [None req-e6f5e6cd-9510-4654-9ce3-fd73ea2db8ff None None] Enqueued Resource ID: 301a294e-2284-4765-9aef-c7a081782bd8 with Priority: HIGHEST for action port [ 596.067479] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301a294e-2284-4765-9aef-c7a081782bd8 with Priority: HIGHEST for action port [ 596.067479] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-301a294e-2284-4765-9aef-c7a081782bd8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.067479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301a294e-2284-4765-9aef-c7a081782bd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.067479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301a294e-2284-4765-9aef-c7a081782bd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.068139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301a294e-2284-4765-9aef-c7a081782bd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.068268] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301a294e-2284-4765-9aef-c7a081782bd8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.148557] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 596.149233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.149372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.149871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.151047] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.151047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.151047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.151047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.151047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.151047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.151047] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.160704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.160845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.162084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.162381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.162859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.163217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.163306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.163498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.163553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163631] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e already deleted. [ 596.163708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.221116] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.229333] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.229737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.229737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.230225] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.232078] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.232323] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.232441] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.232689] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.232826] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.233043] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.233154] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.233250] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.233372] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.233514] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.233620] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.233970] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.255719] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.255871] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.255926] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.256113] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.256416] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-5e818463-83bb-470f-a08b-746582114bfd taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.256569] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.256678] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.257044] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.257203] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e818463-83bb-470f-a08b-746582114bfd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.570879] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 301a294e-2284-4765-9aef-c7a081782bd8 [ 596.571159] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.571295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.571366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.571585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.571671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.571763] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:301a294e-2284-4765-9aef-c7a081782bd8 already deleted. [ 596.571844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301a294e-2284-4765-9aef-c7a081782bd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.653714] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.654254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.654338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.654570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.654757] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.654890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.655051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.655319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.655765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.655844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.656135] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.656135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.656276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.656307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.656447] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.656539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.656634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.656754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.656823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.656991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.657145] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.725406] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.725648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.725777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.726051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.726126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.726168] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be created. [ 596.752364] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.752521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.752576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.752749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.752909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.763734] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.764077] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.764266] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.764643] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.764816] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.764963] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 5e818463-83bb-470f-a08b-746582114bfd not found, creating... [ 596.765241] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.766091] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.766091] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.766091] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.766091] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.766429] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.766572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.766687] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.766914] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.767145] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.767246] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 5e818463-83bb-470f-a08b-746582114bfd is going to be created. [ 596.768978] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: UNINITIALIZED for 2s [ 596.790181] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.790388] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.790485] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.790755] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.790985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.792154] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.162524] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4810656-2886-4d7f-b0af-75c8c42d6754: rpc.has_security_group_logging(os_id): False [ 597.181071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.181071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.181071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.181071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.181840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.181840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.181840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.181840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.181840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.182109] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be created. [ 597.246437] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.246793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.246793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.246901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.247141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.262408] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: IN_PROGRESS for 2s [ 597.575636] env[66352]: INFO networking_nsxv3.common.synchronization [req-3c5aaf11-1ac6-49a8-bf2d-a57ac20f028d req-59e267f6-38ed-4aea-b257-635e261c1477 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 597.575636] env[66352]: INFO networking_nsxv3.common.synchronization [req-3c5aaf11-1ac6-49a8-bf2d-a57ac20f028d req-59e267f6-38ed-4aea-b257-635e261c1477 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 597.575818] env[66352]: INFO networking_nsxv3.common.synchronization [req-3c5aaf11-1ac6-49a8-bf2d-a57ac20f028d req-59e267f6-38ed-4aea-b257-635e261c1477 service nova] Enqueued Resource ID: 5e818463-83bb-470f-a08b-746582114bfd with Priority: HIGHEST for action port [ 597.577084] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 597.577285] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 597.579055] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e818463-83bb-470f-a08b-746582114bfd with Priority: HIGHEST for action port [ 597.580218] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.580218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.580218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.580218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.580218] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.581820] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.581820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.581820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.581820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.582058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.582058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.582129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.584084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.584084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.584084] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.584084] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e818463-83bb-470f-a08b-746582114bfd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.584084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.584084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.584084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.584084] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e818463-83bb-470f-a08b-746582114bfd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.924133] env[66352]: INFO networking_nsxv3.common.synchronization [req-e5b4e730-deb8-4d37-bcfe-f190c3e70e99 req-98deae83-438c-4aa1-93eb-4982369fdd52 tempest-SecurityGroupRulesTestJSON-908878991 tempest-SecurityGroupRulesTestJSON-908878991-project-member] Enqueued Resource ID: b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4 with Priority: HIGHEST for action security_group_rules [ 597.925484] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4 with Priority: HIGHEST for action security_group_rules [ 597.925705] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.925863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.925951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.926504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.926504] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.085758] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.085758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.085855] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e818463-83bb-470f-a08b-746582114bfd with status ACTIVE [ 598.086008] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.086095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.086154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.086485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.087240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.087442] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.087542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.087603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.088479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.088479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.088479] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.088479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.088479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.088479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.088479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.088479] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e818463-83bb-470f-a08b-746582114bfd is going to be updated. [ 598.089594] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.111374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.111608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.111608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.111779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.111915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.112083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e818463-83bb-470f-a08b-746582114bfd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.257839] env[66352]: INFO networking_nsxv3.common.synchronization [req-265c35f0-e6e2-48b4-b10f-75d7c3fb7a9d req-1ae0b041-41c0-4f03-9745-b477952442fc tempest-ServerExternalEventsTest-427495418 tempest-ServerExternalEventsTest-427495418-project-member] Enqueued Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_members [ 598.258424] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_members [ 598.258720] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-da460116-da32-4772-af74-dedffb8783ab taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.258846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.259517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.259777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.259941] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.260059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.260124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.260273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.260359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.260616] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.450221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.450390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.450483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.450704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.450797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.451274] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4 already deleted. [ 598.451274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e9a0eb-04fb-4f7c-850f-4d9b92097ec4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.592436] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.674866] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.675079] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.675360] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.675675] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.675675] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.675883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.675938] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.676542] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.676695] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.676894] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.677040] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.677160] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.677261] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.677370] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.677493] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.677594] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.698314] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.698314] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.698314] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.698314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.698314] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.698314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.698314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.698314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.698314] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce62761-d9c0-4122-8ed8-cde6a1b0e8fd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.763700] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.763891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.763998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.764268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.764345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.764606] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.764733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.764797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.765925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.766066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.766166] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da460116-da32-4772-af74-dedffb8783ab already deleted. [ 598.766252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.780145] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: SUCCESS [ 598.780145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.780242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.783058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.783058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.783058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.783058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.783058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.783058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.783058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.783058] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.098039] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.098039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.098039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.098039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.098039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.098039] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be created. [ 599.124914] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.124914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.124914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.125275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.125275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.137079] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: UNINITIALIZED for 2s [ 599.200419] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.200701] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.200884] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.201264] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.201471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.201705] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port dce62761-d9c0-4122-8ed8-cde6a1b0e8fd not found, creating... [ 599.201982] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.202242] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.202428] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.202723] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.203257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.203298] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.203645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.203645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.203894] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.204048] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.204264] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: dce62761-d9c0-4122-8ed8-cde6a1b0e8fd is going to be created. [ 599.242541] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.243250] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.243250] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.243250] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.243480] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.243723] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.283100] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 599.283500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.285624] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.285830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.285830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.286170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.286983] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.287136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.287209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.287434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.287533] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.287643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.287930] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.288085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.288085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.288190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.289285] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.289285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.289285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.289285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.289487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.289487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.289642] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.793807] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c32ec494-7d5d-46f3-b2d9-bd3653c266df: rpc.has_security_group_logging(os_id): False [ 599.811860] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.812060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.812103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.812300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.812392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.812578] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.812675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.812737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.812883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.812959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.813163] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.813275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.813323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.813451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.813530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.813693] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.814318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.814318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.814318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.814318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.814318] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be created. [ 599.825556] env[66352]: INFO networking_nsxv3.common.synchronization [req-473d1d66-e847-4767-a196-a3b026111501 req-08604b3a-d882-4253-afd7-ba80df01d1fe tempest-FloatingIPsAssociationTestJSON-504405489 tempest-FloatingIPsAssociationTestJSON-504405489-project-member] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 599.825897] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 599.833059] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.833059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.833059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.833059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.833059] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.833059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.833059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.833059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.833059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.833059] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.981086] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.981190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.981242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.981459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.981671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.000947] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: IN_PROGRESS for 2s [ 600.024427] env[66352]: INFO networking_nsxv3.common.synchronization [req-265c35f0-e6e2-48b4-b10f-75d7c3fb7a9d req-bd0afebe-e0a0-4312-a6bf-0db868f0432c service nova] Enqueued Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_rules [ 600.024539] env[66352]: INFO networking_nsxv3.common.synchronization [req-265c35f0-e6e2-48b4-b10f-75d7c3fb7a9d req-bd0afebe-e0a0-4312-a6bf-0db868f0432c service nova] Enqueued Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_members [ 600.024944] env[66352]: INFO networking_nsxv3.common.synchronization [req-265c35f0-e6e2-48b4-b10f-75d7c3fb7a9d req-bd0afebe-e0a0-4312-a6bf-0db868f0432c service nova] Enqueued Resource ID: dce62761-d9c0-4122-8ed8-cde6a1b0e8fd with Priority: HIGHEST for action port [ 600.025847] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_rules [ 600.025847] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_members [ 600.025847] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce62761-d9c0-4122-8ed8-cde6a1b0e8fd with Priority: HIGHEST for action port [ 600.026154] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da460116-da32-4772-af74-dedffb8783ab taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.026154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.026315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.026489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.026579] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.028223] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-da460116-da32-4772-af74-dedffb8783ab taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.028318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.028355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.028543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.028726] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.028829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.028904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.029024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.029244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.029244] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.030802] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.030954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.031027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.031255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.031342] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce62761-d9c0-4122-8ed8-cde6a1b0e8fd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.338444] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.338808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.338808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.339145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.340036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.340036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.340036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.340036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.340036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.340351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.340351] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf already deleted. [ 600.340351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.463574] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.464463] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464463] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.464463] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.464691] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.464691] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464788] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.464933] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.465176] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.465415] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.465520] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.465617] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.465712] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.465810] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.465903] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.466030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.486753] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.486906] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.487140] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.487405] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.487637] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.487807] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.487978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.488326] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.488655] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.533245] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.534500] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-da460116-da32-4772-af74-dedffb8783ab taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.534621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.537279] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dce62761-d9c0-4122-8ed8-cde6a1b0e8fd with status ACTIVE [ 600.537474] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.537725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.537825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.538071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.538185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.538378] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.538482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.538546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.538704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.538779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.538956] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.539054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.539117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.539255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.539339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.539412] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dce62761-d9c0-4122-8ed8-cde6a1b0e8fd is going to be updated. [ 600.562728] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.562931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.562931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.563176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.563284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.563428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce62761-d9c0-4122-8ed8-cde6a1b0e8fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.991428] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.991639] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.991683] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.991975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.992140] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.992293] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea not found, creating... [ 600.992578] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.992737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.992850] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.993120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.993261] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.993542] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.993681] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.993788] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.993999] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.994141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.994276] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea is going to be created. [ 601.015335] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.015718] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.015828] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.016145] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.016383] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.016601] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.036765] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.148127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 601.148326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.148499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.148739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.148936] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.149071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.149140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.149337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.149437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.149498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.149587] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.540333] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.540333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.540333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.540333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.540333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.540333] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da460116-da32-4772-af74-dedffb8783ab is going to be created. [ 601.570282] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.570684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.570835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.571189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.571372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.611394] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da460116-da32-4772-af74-dedffb8783ab in Status: UNINITIALIZED for 2s [ 601.651621] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.651788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.651837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.652092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.652294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.652423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.652488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.652649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.652732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.652816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.652966] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.653076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.653135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.653301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.653442] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.653531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.653588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.653722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.653792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.653867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.653949] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.714047] env[66352]: INFO networking_nsxv3.common.synchronization [req-473d1d66-e847-4767-a196-a3b026111501 req-9db32430-ef71-4bdf-ae46-279e0ea347aa service nova] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_rules [ 601.714793] env[66352]: INFO networking_nsxv3.common.synchronization [req-473d1d66-e847-4767-a196-a3b026111501 req-9db32430-ef71-4bdf-ae46-279e0ea347aa service nova] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 601.714793] env[66352]: INFO networking_nsxv3.common.synchronization [req-473d1d66-e847-4767-a196-a3b026111501 req-9db32430-ef71-4bdf-ae46-279e0ea347aa service nova] Enqueued Resource ID: f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea with Priority: HIGHEST for action port [ 601.717087] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_rules [ 601.717332] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 601.717532] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea with Priority: HIGHEST for action port [ 601.717644] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.717769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.717825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.718135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.718222] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.720022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.720022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.720022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.720022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.720022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.720022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.720022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.720022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.720022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.720799] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.721683] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.721792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.721847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.721999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.722085] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.014292] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: SUCCESS [ 602.014822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.157821] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d0528-b9b9-40d3-865e-8357e23b395e: rpc.has_security_group_logging(os_id): False [ 602.178035] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.178233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.178598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.178716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.178968] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.179122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.179233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.179413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.179523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.179798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.179933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.180057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.180261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.180369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.181389] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.181389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.181389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.181389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.181389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.181389] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be created. [ 602.224436] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.224605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.226179] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea with status ACTIVE [ 602.226179] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.226179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.226179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.226179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.226179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.226510] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.226510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.226510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.226661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.226847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.226930] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.227056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.227116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.227316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.227316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.227504] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea is going to be updated. [ 602.228710] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.250862] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.252028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.252028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.252028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.252028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.252028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b015e5-e6a9-4dc6-9a5e-bda2ebcb44ea" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.256646] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.256814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.256851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.257112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.257316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.270982] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 602.411402] env[66352]: INFO networking_nsxv3.common.synchronization [None req-96e4c93c-5270-4150-a85d-9425c047e920 None None] Enqueued Resource ID: 816460bc-14b9-4549-ab12-aec000ab0361 with Priority: HIGHEST for action port [ 602.411956] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816460bc-14b9-4549-ab12-aec000ab0361 with Priority: HIGHEST for action port [ 602.412601] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-816460bc-14b9-4549-ab12-aec000ab0361 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.412866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816460bc-14b9-4549-ab12-aec000ab0361" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.412866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816460bc-14b9-4549-ab12-aec000ab0361" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.413069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816460bc-14b9-4549-ab12-aec000ab0361" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.413155] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816460bc-14b9-4549-ab12-aec000ab0361',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.418690] env[66352]: INFO networking_nsxv3.common.synchronization [req-14b0ee9e-94dd-4e4f-92d1-0c8c1678bbb4 req-2c8445f4-69aa-4c27-ba89-e458906df550 tempest-FloatingIPsAssociationNegativeTestJSON-894533673 tempest-FloatingIPsAssociationNegativeTestJSON-894533673-project-member] Enqueued Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_members [ 602.418690] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_members [ 602.418690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.418690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.418690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.418690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.418933] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.418933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.419020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.419210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.419299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.419423] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.733130] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.906351] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.906351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-844" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.906524] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-844" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.906778] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-844" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.907085] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.907288] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.907431] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.907783] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.907951] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.908288] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.908421] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.908546] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.908944] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.908944] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.908944] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.909236] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.915813] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 816460bc-14b9-4549-ab12-aec000ab0361 [ 602.916221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.916531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.916648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.916908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.917078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.917184] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:816460bc-14b9-4549-ab12-aec000ab0361 already deleted. [ 602.917275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816460bc-14b9-4549-ab12-aec000ab0361" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.924608] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.924608] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.924608] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf already deleted. [ 602.924608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.932525] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.932675] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.932812] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.932987] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-844" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.933707] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-7c5a37bb-55e2-4bd8-85df-967553564c45 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.933990] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.934194] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.934529] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.934727] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5a37bb-55e2-4bd8-85df-967553564c45',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.236554] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.236776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.236831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.237103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.237255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.237322] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf is going to be created. [ 603.271139] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.271139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.271139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.271139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.271139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.280689] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: UNINITIALIZED for 2s [ 603.438232] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.438472] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.438592] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.438877] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.439045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.439205] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 7c5a37bb-55e2-4bd8-85df-967553564c45 not found, creating... [ 603.439463] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.439637] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.439763] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.439996] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.440150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.440430] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.440577] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.440685] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.440888] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.441180] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.441353] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 7c5a37bb-55e2-4bd8-85df-967553564c45 is going to be created. [ 603.466792] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.467846] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.467846] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.467846] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.467846] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.468241] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.622675] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da460116-da32-4772-af74-dedffb8783ab in Status: SUCCESS [ 603.622918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.623777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.623777] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.623777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.623777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.623777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.624215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.624215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.624215] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.004072] env[66352]: INFO networking_nsxv3.common.synchronization [None req-43b48aaa-78ec-4ee0-921b-254d98c94931 None None] Enqueued Resource ID: 8eb71dd3-16ed-41fb-90a6-cc36f30479fa with Priority: HIGHEST for action port [ 604.004652] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb71dd3-16ed-41fb-90a6-cc36f30479fa with Priority: HIGHEST for action port [ 604.005013] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb71dd3-16ed-41fb-90a6-cc36f30479fa taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.005380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb71dd3-16ed-41fb-90a6-cc36f30479fa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.005455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb71dd3-16ed-41fb-90a6-cc36f30479fa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.005713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb71dd3-16ed-41fb-90a6-cc36f30479fa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.005964] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb71dd3-16ed-41fb-90a6-cc36f30479fa',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.127959] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-da460116-da32-4772-af74-dedffb8783ab taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.128184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.128293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.128591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.128844] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.128988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.129095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.129308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.129430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.129555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.129757] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-da460116-da32-4772-af74-dedffb8783ab taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.129890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.129981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.130196] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.130788] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.130861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.130908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.131349] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.131555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.131555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.131632] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.190421] env[66352]: INFO networking_nsxv3.common.synchronization [req-14b0ee9e-94dd-4e4f-92d1-0c8c1678bbb4 req-c860813e-d4b8-4bbb-8b30-275be8687958 service nova] Enqueued Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_rules [ 604.190706] env[66352]: INFO networking_nsxv3.common.synchronization [req-14b0ee9e-94dd-4e4f-92d1-0c8c1678bbb4 req-c860813e-d4b8-4bbb-8b30-275be8687958 service nova] Enqueued Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_members [ 604.190879] env[66352]: INFO networking_nsxv3.common.synchronization [req-14b0ee9e-94dd-4e4f-92d1-0c8c1678bbb4 req-c860813e-d4b8-4bbb-8b30-275be8687958 service nova] Enqueued Resource ID: 7c5a37bb-55e2-4bd8-85df-967553564c45 with Priority: HIGHEST for action port [ 604.191424] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_rules [ 604.191559] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_members [ 604.191653] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5a37bb-55e2-4bd8-85df-967553564c45 with Priority: HIGHEST for action port [ 604.192240] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.192315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.192396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.192639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.192735] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.196825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.196825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.196825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.196825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.196825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.196825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.196825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.196825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.196825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.197439] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.199352] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c5a37bb-55e2-4bd8-85df-967553564c45 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.199520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.199733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.199926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.200023] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5a37bb-55e2-4bd8-85df-967553564c45',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.285285] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 604.285336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.509840] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eb71dd3-16ed-41fb-90a6-cc36f30479fa [ 604.509840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.509840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.509840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.509840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.509840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.509840] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eb71dd3-16ed-41fb-90a6-cc36f30479fa already deleted. [ 604.509840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb71dd3-16ed-41fb-90a6-cc36f30479fa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.635349] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da460116-da32-4772-af74-dedffb8783ab: rpc.has_security_group_logging(os_id): False [ 604.659045] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.659253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.659364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.659635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.659768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.660095] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.660208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.660274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.660480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.660565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.660799] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.660919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.660983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.662093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.663153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.663358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.663499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.663956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.663956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.663956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.664126] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da460116-da32-4772-af74-dedffb8783ab is going to be created. [ 604.702699] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.703551] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c5a37bb-55e2-4bd8-85df-967553564c45 with status ACTIVE [ 604.704342] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.704342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.704342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.704342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.704342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.704564] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.704644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.704675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.705192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.705192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.705192] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.705192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.705348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.705378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.705522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.705522] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c5a37bb-55e2-4bd8-85df-967553564c45 is going to be updated. [ 604.708143] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.708261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.729434] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.730087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.730087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.730087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.730720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.733025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.733138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.733219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.733678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.733678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.733678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c5a37bb-55e2-4bd8-85df-967553564c45" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.747181] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da460116-da32-4772-af74-dedffb8783ab in Status: IN_PROGRESS for 2s [ 604.975308] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a21252f0-86b6-42bb-8a35-893781047d75 None None] Enqueued Resource ID: cb246921-c14a-4902-a573-03746691dbe9 with Priority: HIGHEST for action port [ 604.978149] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb246921-c14a-4902-a573-03746691dbe9 with Priority: HIGHEST for action port [ 604.978336] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb246921-c14a-4902-a573-03746691dbe9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.978336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb246921-c14a-4902-a573-03746691dbe9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.978498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb246921-c14a-4902-a573-03746691dbe9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.978694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb246921-c14a-4902-a573-03746691dbe9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.978788] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb246921-c14a-4902-a573-03746691dbe9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.210483] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.294969] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: SUCCESS [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.294969] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.294969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.294969] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.318029] env[66352]: INFO networking_nsxv3.common.synchronization [req-bcfba56b-4b5a-4973-9639-375e1fead5ee req-a1edbf4f-41eb-4e37-bd47-8a7dc429ef13 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 605.321378] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 605.321378] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.321378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.321378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.321378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.321378] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.321378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.321378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.321378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.321378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.321378] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.481080] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb246921-c14a-4902-a573-03746691dbe9 [ 605.481449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.482085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.482199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.482466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.482532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.482644] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb246921-c14a-4902-a573-03746691dbe9 already deleted. [ 605.482937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb246921-c14a-4902-a573-03746691dbe9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.710955] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.711295] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.711489] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.712097] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.712635] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.715666] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.715854] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.716137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.716291] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.716508] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.716663] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.716747] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.716857] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.716921] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.717031] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.718673] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.720749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.720749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.720749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.721030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.721559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.721715] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf is going to be created. [ 605.750978] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.750978] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.750978] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.750978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.750978] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-58109682-5e14-4766-84b0-24027bf4eaa2 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.750978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.750978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.750978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.750978] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58109682-5e14-4766-84b0-24027bf4eaa2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.757141] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.757323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.757391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.757642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.757784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.771287] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf in Status: UNINITIALIZED for 2s [ 605.798117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.798336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.798379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.799497] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.799497] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.799497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.799881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.799881] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.799881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.799970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.800080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.800177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.800207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.800313] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.829076] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.829076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.829076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.829296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.829326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.830046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.830046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.830046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.830279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.830279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.830279] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d already deleted. [ 605.830379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.016103] env[66352]: INFO networking_nsxv3.common.synchronization [None req-c0c4f545-ac65-486c-9696-4a752b08044a None None] Enqueued Resource ID: c9a3e42e-7297-4e30-8caa-6dc485ab4bd9 with Priority: HIGHEST for action port [ 606.016924] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a3e42e-7297-4e30-8caa-6dc485ab4bd9 with Priority: HIGHEST for action port [ 606.016976] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a3e42e-7297-4e30-8caa-6dc485ab4bd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.017366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a3e42e-7297-4e30-8caa-6dc485ab4bd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.017366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a3e42e-7297-4e30-8caa-6dc485ab4bd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.017635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a3e42e-7297-4e30-8caa-6dc485ab4bd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.017730] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a3e42e-7297-4e30-8caa-6dc485ab4bd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.254214] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.254561] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.254561] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.254962] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.255226] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.255487] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 58109682-5e14-4766-84b0-24027bf4eaa2 not found, creating... [ 606.255879] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.256140] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.256313] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.256625] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.256764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.257103] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.257312] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.257481] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.257778] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.257937] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.258104] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 58109682-5e14-4766-84b0-24027bf4eaa2 is going to be created. [ 606.281363] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.281363] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.281363] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.281634] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.281954] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.282264] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.303465] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2891c601-e4b5-4f78-b5f3-f560eddb60bf: rpc.has_security_group_logging(os_id): False [ 606.328171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.328344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.328391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.329041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.329041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.329041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.329272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.329272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.329641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.329641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.329806] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.329886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.329996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.330531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.330531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.331256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.331810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.331810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.331810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.331810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.331810] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf is going to be created. [ 606.433282] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.433282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.433282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.433282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.433282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.443540] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: IN_PROGRESS for 2s [ 606.520522] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9a3e42e-7297-4e30-8caa-6dc485ab4bd9 [ 606.520814] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.520939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.521034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.521986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.521986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.521986] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9a3e42e-7297-4e30-8caa-6dc485ab4bd9 already deleted. [ 606.521986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a3e42e-7297-4e30-8caa-6dc485ab4bd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.761866] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da460116-da32-4772-af74-dedffb8783ab in Status: SUCCESS [ 606.761866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.054302] env[66352]: INFO networking_nsxv3.common.synchronization [req-bcfba56b-4b5a-4973-9639-375e1fead5ee req-070e6b88-1dde-4072-ba8a-7344b385d955 service nova] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 607.054302] env[66352]: INFO networking_nsxv3.common.synchronization [req-bcfba56b-4b5a-4973-9639-375e1fead5ee req-070e6b88-1dde-4072-ba8a-7344b385d955 service nova] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 607.054302] env[66352]: INFO networking_nsxv3.common.synchronization [req-bcfba56b-4b5a-4973-9639-375e1fead5ee req-070e6b88-1dde-4072-ba8a-7344b385d955 service nova] Enqueued Resource ID: 58109682-5e14-4766-84b0-24027bf4eaa2 with Priority: HIGHEST for action port [ 607.054302] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 607.054302] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 607.054302] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58109682-5e14-4766-84b0-24027bf4eaa2 with Priority: HIGHEST for action port [ 607.054302] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.054302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.054302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.055322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.055423] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.056395] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.056526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.056596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.056799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.056965] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.057119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.057199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.057361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.057464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.057627] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.061181] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-58109682-5e14-4766-84b0-24027bf4eaa2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.061181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.061181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.061181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.061181] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58109682-5e14-4766-84b0-24027bf4eaa2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.563341] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.563341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.563341] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.564331] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58109682-5e14-4766-84b0-24027bf4eaa2 with status ACTIVE [ 607.564544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.564671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.564725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.565041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.565183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.565362] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.565460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.565521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.565677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.565752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.565930] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.566040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.568020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.568020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.568020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.568020] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58109682-5e14-4766-84b0-24027bf4eaa2 is going to be updated. [ 607.597638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.597784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.597850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.598087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.598241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.599048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58109682-5e14-4766-84b0-24027bf4eaa2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.765218] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2a9b72b-ee9d-41d4-95d9-026a6cfe0229 req-54ea5cca-d74e-4fc7-9368-45146dc57eab tempest-VolumesAssistedSnapshotsTest-1251694760 tempest-VolumesAssistedSnapshotsTest-1251694760-project-member] Enqueued Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_members [ 607.765218] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_members [ 607.765218] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.765218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.765218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.765218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.768263] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.768263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.768263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.768263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.768263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.768263] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.782959] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf in Status: SUCCESS [ 607.783479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.784165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.784362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.786413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.786413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.786606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.786849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.786953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.787641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.787781] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.070969] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.188311] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.188525] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-640" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.188658] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-640" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.189206] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-640" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.189626] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.189854] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.190066] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.190266] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.190412] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.190709] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.191041] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.191223] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.191377] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.191526] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.192272] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.192427] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.218267] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.218398] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.218555] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.218732] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-640" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.219065] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219292] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219379] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219768] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.219937] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2db03e9-64c9-4ee7-b582-9e285cd1ccd4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.272739] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.272739] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.272739] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de already deleted. [ 608.272739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.293101] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.293623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.293886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.294273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.294733] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.294733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.297037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.297037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.297037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.297037] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.456753] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: SUCCESS [ 608.457734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.575816] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.575816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.575816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.575816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.575816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.575816] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d is going to be created. [ 608.603035] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.603035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.603035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.603354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.603354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.613182] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: UNINITIALIZED for 2s [ 608.725033] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.725033] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 not found, creating... [ 608.725033] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.725033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.725502] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725502] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.725921] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.726401] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.726689] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.727024] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 is going to be created. [ 608.748574] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.748952] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.749165] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.749485] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.749822] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.750136] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.800219] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf: rpc.has_security_group_logging(os_id): False [ 608.821426] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.821426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.821586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.821663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.821754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.821957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.822224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.822224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.822578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.822578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.822761] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.822955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.823056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.823224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.823324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.823524] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.823854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.823854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.823854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.823984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.824064] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf is going to be created. [ 608.928596] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.929118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.929118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.929118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.929449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.945778] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf in Status: IN_PROGRESS for 2s [ 609.504033] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2a9b72b-ee9d-41d4-95d9-026a6cfe0229 req-1dd61845-b3d9-4f21-8fdf-58e54204f2ba service nova] Enqueued Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_rules [ 609.504033] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2a9b72b-ee9d-41d4-95d9-026a6cfe0229 req-1dd61845-b3d9-4f21-8fdf-58e54204f2ba service nova] Enqueued Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_members [ 609.504033] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2a9b72b-ee9d-41d4-95d9-026a6cfe0229 req-1dd61845-b3d9-4f21-8fdf-58e54204f2ba service nova] Enqueued Resource ID: c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 with Priority: HIGHEST for action port [ 609.504273] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_rules [ 609.504434] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_members [ 609.504519] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 with Priority: HIGHEST for action port [ 609.504868] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.505085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.505085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.505248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.505332] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.507427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.507554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.507645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.507811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.507976] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.508131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.508195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.508402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.508502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.508621] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.509723] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.509837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.509916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.510862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.510983] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2db03e9-64c9-4ee7-b582-9e285cd1ccd4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.812903] env[66352]: INFO networking_nsxv3.common.synchronization [req-513210db-4045-4dab-ab85-39688810039f req-c3e727c5-d5af-44a5-87bf-63d2cc45df14 tempest-SecurityGroupRulesTestJSON-908878991 tempest-SecurityGroupRulesTestJSON-908878991-project-member] Enqueued Resource ID: 2dddddac-a4fb-4965-9d95-850a836b8d92 with Priority: HIGHEST for action security_group_rules [ 609.813639] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dddddac-a4fb-4965-9d95-850a836b8d92 with Priority: HIGHEST for action security_group_rules [ 609.813872] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dddddac-a4fb-4965-9d95-850a836b8d92 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.814018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dddddac-a4fb-4965-9d95-850a836b8d92" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.814444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dddddac-a4fb-4965-9d95-850a836b8d92" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.814713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dddddac-a4fb-4965-9d95-850a836b8d92" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.814798] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dddddac-a4fb-4965-9d95-850a836b8d92',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.014587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.014587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.014587] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.015348] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 with status ACTIVE [ 610.015678] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.015921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.016125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020163] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020163] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020163] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2db03e9-64c9-4ee7-b582-9e285cd1ccd4 is going to be updated. [ 610.052043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.052043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.052043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.052744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.053271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.053271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2db03e9-64c9-4ee7-b582-9e285cd1ccd4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.183254] env[66352]: INFO networking_nsxv3.common.synchronization [req-38559dc6-4602-4c48-91c2-0283ae259259 req-8b125984-c978-44a6-9095-6ddb2e2f8be5 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 610.183592] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 610.186435] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.186435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.186435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.186435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.186435] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.186435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.186435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.186435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.186435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.186435] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.347597] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.347832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.347894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.348177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.348280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348384] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dddddac-a4fb-4965-9d95-850a836b8d92 already deleted. [ 610.348467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dddddac-a4fb-4965-9d95-850a836b8d92" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.517761] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.621994] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.622260] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.622260] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.622598] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.622904] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.623217] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.623383] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.623623] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.623770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.623978] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.624093] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.624205] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.624305] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.624411] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.624512] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.624641] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.626550] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: SUCCESS [ 610.626752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.627380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.627571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.627805] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.627943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.627943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.628180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.628306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.628413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.628579] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.653488] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.653694] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.653829] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.654015] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.654336] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-662ffbf4-0e37-47fc-bfa0-787209068b22 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.654511] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.654640] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.655027] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.655430] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662ffbf4-0e37-47fc-bfa0-787209068b22',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.688269] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.688269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.688600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.688600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.688698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.689076] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.689076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.689076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.689427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.689427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.689427] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce already deleted. [ 610.689427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.961109] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf in Status: SUCCESS [ 610.962540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.020928] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.022380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.022380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.022380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.022380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.022881] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de is going to be created. [ 611.053977] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.054177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.056157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.056475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.056634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.074963] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaeaada-ba89-442d-bb74-cdf31e2140de in Status: UNINITIALIZED for 2s [ 611.131586] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.159228] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.159511] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.159735] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.159979] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.160225] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.160991] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 662ffbf4-0e37-47fc-bfa0-787209068b22 not found, creating... [ 611.160991] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.160991] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.161493] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.161493] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.161592] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.161986] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.162287] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.162441] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.162824] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.162943] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.163068] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 is going to be created. [ 611.190958] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.191280] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.191385] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.191579] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.191806] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.192123] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.634308] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d: rpc.has_security_group_logging(os_id): False [ 611.674778] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.674967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.675222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.675591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.676425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.676733] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.676857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.676911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.677215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.677352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.677425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d is going to be created. [ 611.759245] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.759245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.759245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.759245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.759245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.773260] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: IN_PROGRESS for 2s [ 611.978284] env[66352]: INFO networking_nsxv3.common.synchronization [req-38559dc6-4602-4c48-91c2-0283ae259259 req-657b3da6-ed41-453d-8c6b-09213b86fa19 service nova] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 611.978284] env[66352]: INFO networking_nsxv3.common.synchronization [req-38559dc6-4602-4c48-91c2-0283ae259259 req-657b3da6-ed41-453d-8c6b-09213b86fa19 service nova] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 611.978284] env[66352]: INFO networking_nsxv3.common.synchronization [req-38559dc6-4602-4c48-91c2-0283ae259259 req-657b3da6-ed41-453d-8c6b-09213b86fa19 service nova] Enqueued Resource ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 with Priority: HIGHEST for action port [ 611.979423] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 611.979820] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 611.980380] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 with Priority: HIGHEST for action port [ 611.980915] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.981553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.982051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.982650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.982899] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.984431] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.987885] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.987885] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.987885] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-662ffbf4-0e37-47fc-bfa0-787209068b22 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.987885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.987885] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662ffbf4-0e37-47fc-bfa0-787209068b22',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.492425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 662ffbf4-0e37-47fc-bfa0-787209068b22 with status ACTIVE [ 612.492702] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.492789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.492842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.493013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496049] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496049] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496049] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 is going to be updated. [ 612.497824] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.498271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.498271] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.520757] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.520992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.521086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.521303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.521511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.521740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.999937] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.086630] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaeaada-ba89-442d-bb74-cdf31e2140de in Status: SUCCESS [ 613.086838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.087025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.087264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.087463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.087578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.087657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.087787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.087865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.088620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.088620] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.151060] env[66352]: INFO networking_nsxv3.common.synchronization [None req-60200164-3afe-4b8e-b63c-a8956d5b7127 tempest-ServersWithSpecificFlavorTestJSON-929813163 tempest-ServersWithSpecificFlavorTestJSON-929813163-project-member] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 613.151713] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 613.154639] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.154639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.154639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.154639] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.274483] env[66352]: INFO networking_nsxv3.common.synchronization [None req-24fcbfbb-e553-45a9-bdb6-cc2fb893bd01 tempest-ServersWithSpecificFlavorTestJSON-929813163 tempest-ServersWithSpecificFlavorTestJSON-929813163-project-member] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 613.275282] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 613.275680] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.275790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.509214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.509214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.509214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.509214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.509214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.509214] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be created. [ 613.542275] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.542275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.542275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.542275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.542275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.553459] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: UNINITIALIZED for 2s [ 613.592534] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.682848] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.683125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.683406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.683535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.683645] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 already deleted. [ 613.683756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.683965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.684172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.684264] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.789759] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: SUCCESS [ 613.790015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.094920] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceaeaada-ba89-442d-bb74-cdf31e2140de: rpc.has_security_group_logging(os_id): False [ 614.117266] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.117430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.117488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.117724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.117814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.118324] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.118324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.118324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.118595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.118595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.118700] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de is going to be created. [ 614.187944] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.188225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.188225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.188426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.188598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.204997] env[66352]: INFO networking_nsxv3.common.synchronization [req-d9fec333-8dfe-4dc7-aa8f-4fbd9fb56665 req-422dffb2-bc71-4529-81c2-f4715e89dd6e tempest-DeleteServersAdminTestJSON-1251285840 tempest-DeleteServersAdminTestJSON-1251285840-project-admin] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 614.206033] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaeaada-ba89-442d-bb74-cdf31e2140de in Status: IN_PROGRESS for 2s [ 614.206556] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 614.206952] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.207057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.207130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.207386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.207560] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.207686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.207796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.207990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.208062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.208147] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.211862] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.212074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.212157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.212378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.212528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.212801] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 already deleted. [ 614.212908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.711143] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.711484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.711484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.711948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.711996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.712347] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.712521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.712637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.712851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.712973] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.713146] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be updated. [ 614.770972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.770972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.770972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.771246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.771348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.781590] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: IN_PROGRESS for 2s [ 615.471565] env[66352]: INFO networking_nsxv3.common.synchronization [req-19b9c989-ed7a-4c7b-b887-f21420a9a9b7 req-fbc60261-1aab-4622-93d1-537322ef32ca tempest-ServerDiagnosticsNegativeTest-2091654973 tempest-ServerDiagnosticsNegativeTest-2091654973-project-member] Enqueued Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_members [ 615.472108] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_members [ 615.472334] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.472449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.472515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.472830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.472991] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.473099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.473187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.473348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.473436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.473529] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.566342] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.566342] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.566342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.566342] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.824190] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.824387] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.824716] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.826680] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.826680] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.826912] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.827210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.827492] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827686] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.827933] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.828079] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.828308] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.828358] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.828493] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.828621] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.828780] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.857299] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.857552] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.857783] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.858018] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.858465] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-4c7fbd62-9287-4a05-9549-9099cc957e5b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.858703] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.858752] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.859082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.859216] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c7fbd62-9287-4a05-9549-9099cc957e5b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.975719] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.975958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.976489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.976489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.976489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.976672] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.976761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.976841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.977064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.977165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.977281] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 already deleted. [ 615.977343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.069377] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.069526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.069526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.069895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.070121] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.070229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.070522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.070522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.070694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.070694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.070866] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.070975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.071075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.071299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.071578] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.071578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.071771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.071842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.072051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.072172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.072256] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.219460] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaeaada-ba89-442d-bb74-cdf31e2140de in Status: SUCCESS [ 616.219779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.361871] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.365025] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 4c7fbd62-9287-4a05-9549-9099cc957e5b not found, creating... [ 616.365025] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.365025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.365573] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.365573] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.365706] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.366034] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.366034] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.366175] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 4c7fbd62-9287-4a05-9549-9099cc957e5b is going to be created. [ 616.388311] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.388507] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.388613] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.388903] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.389154] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.389383] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.578012] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce: rpc.has_security_group_logging(os_id): False [ 616.601727] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.601943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.601943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.602176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.602265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.602473] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.602603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.602691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.602768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.602850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.603033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.603127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.603181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.603322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.603399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.603570] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.603678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.603757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.603841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.603913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.603997] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be created. [ 616.673030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.673030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.673030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.673030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.673030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.687866] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 616.788248] env[66352]: INFO networking_nsxv3.common.synchronization [req-81815918-f863-4ab1-8464-1e861163f386 req-a76f8ba4-f3db-412a-9c41-6192dd8944d6 tempest-SecurityGroupRulesTestJSON-908878991 tempest-SecurityGroupRulesTestJSON-908878991-project-member] Enqueued Resource ID: 9ae30114-face-4cd1-97f7-3046e22140b5 with Priority: HIGHEST for action security_group_rules [ 616.788806] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae30114-face-4cd1-97f7-3046e22140b5 with Priority: HIGHEST for action security_group_rules [ 616.789126] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae30114-face-4cd1-97f7-3046e22140b5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.789245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae30114-face-4cd1-97f7-3046e22140b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.789314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae30114-face-4cd1-97f7-3046e22140b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.789582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae30114-face-4cd1-97f7-3046e22140b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.789666] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae30114-face-4cd1-97f7-3046e22140b5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.808051] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: SUCCESS [ 616.808051] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df deletion is rescheduled due to dependency. [ 616.808051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.162515] env[66352]: INFO networking_nsxv3.common.synchronization [req-19b9c989-ed7a-4c7b-b887-f21420a9a9b7 req-a18ed628-0869-4f98-b09f-403febb43a6f service nova] Enqueued Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_rules [ 617.162515] env[66352]: INFO networking_nsxv3.common.synchronization [req-19b9c989-ed7a-4c7b-b887-f21420a9a9b7 req-a18ed628-0869-4f98-b09f-403febb43a6f service nova] Enqueued Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_members [ 617.162515] env[66352]: INFO networking_nsxv3.common.synchronization [req-19b9c989-ed7a-4c7b-b887-f21420a9a9b7 req-a18ed628-0869-4f98-b09f-403febb43a6f service nova] Enqueued Resource ID: 4c7fbd62-9287-4a05-9549-9099cc957e5b with Priority: HIGHEST for action port [ 617.162515] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_rules [ 617.162515] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_members [ 617.162515] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7fbd62-9287-4a05-9549-9099cc957e5b with Priority: HIGHEST for action port [ 617.162515] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.164038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.164125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.164381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.164461] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.166031] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.166163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.166299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.166514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.166710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.166856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.166919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.167097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.167225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.167355] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.168270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c7fbd62-9287-4a05-9549-9099cc957e5b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.168397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.168464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.168621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.168950] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c7fbd62-9287-4a05-9549-9099cc957e5b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.314717] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.314959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.315354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.315508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.316110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.316110] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae30114-face-4cd1-97f7-3046e22140b5 already deleted. [ 617.316110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae30114-face-4cd1-97f7-3046e22140b5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.672171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.672436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.672549] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.673470] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c7fbd62-9287-4a05-9549-9099cc957e5b with status ACTIVE [ 617.673712] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.673851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.673917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.674132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.674224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.674403] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.674507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.674561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.674744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.674854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.675061] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.675209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.675281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.675480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.675596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.675716] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c7fbd62-9287-4a05-9549-9099cc957e5b is going to be updated. [ 617.703993] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.704143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.704211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.704430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.704567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.704723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c7fbd62-9287-4a05-9549-9099cc957e5b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.179688] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.683584] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.683584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.683909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.683909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.683979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.684025] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 is going to be created. [ 618.702983] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 618.703241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.719374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.719374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.719374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.719374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.719374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.735200] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 in Status: UNINITIALIZED for 2s [ 618.750024] env[66352]: INFO networking_nsxv3.common.synchronization [req-4da9dc47-16b5-49e8-99b4-2cbe9125ea33 req-ee6dfe82-4a5c-481c-9659-6afe4d061125 tempest-ImagesOneServerTestJSON-1663097846 tempest-ImagesOneServerTestJSON-1663097846-project-member] Enqueued Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_members [ 618.750024] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_members [ 618.750024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.750024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.750876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.751127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.751320] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.751443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.751524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.751685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.752065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.752065] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.221924] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.221924] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-764" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.222182] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-764" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.225120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-764" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.225120] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.225120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.225120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.225120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.225120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.225120] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.225120] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.225120] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.225120] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.225120] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.225120] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.225120] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.251793] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.252107] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.252324] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.252597] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-764" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.252970] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-fb862a42-f214-4d48-b299-69a434f3a87e taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.253273] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.253380] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.253786] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.253962] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb862a42-f214-4d48-b299-69a434f3a87e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.256413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.256575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.256648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.256879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.256977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.257202] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.257493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.258011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.258011] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e233be3e-626c-4649-8872-76872c2ca5eb already deleted. [ 619.258011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.759574] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.760190] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.760190] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.760496] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.760772] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.760946] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port fb862a42-f214-4d48-b299-69a434f3a87e not found, creating... [ 619.761488] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.761670] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.761795] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.762038] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.762209] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.762599] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.762819] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.762973] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.763264] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.763405] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.763573] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: fb862a42-f214-4d48-b299-69a434f3a87e is going to be created. [ 619.787181] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.787476] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.788470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.788470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.788470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.788470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.514214] env[66352]: INFO networking_nsxv3.common.synchronization [req-4da9dc47-16b5-49e8-99b4-2cbe9125ea33 req-62b34a1a-e3c5-4b04-bc0b-50abd8ee9f39 service nova] Enqueued Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_rules [ 620.514214] env[66352]: INFO networking_nsxv3.common.synchronization [req-4da9dc47-16b5-49e8-99b4-2cbe9125ea33 req-62b34a1a-e3c5-4b04-bc0b-50abd8ee9f39 service nova] Enqueued Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_members [ 620.514214] env[66352]: INFO networking_nsxv3.common.synchronization [req-4da9dc47-16b5-49e8-99b4-2cbe9125ea33 req-62b34a1a-e3c5-4b04-bc0b-50abd8ee9f39 service nova] Enqueued Resource ID: fb862a42-f214-4d48-b299-69a434f3a87e with Priority: HIGHEST for action port [ 620.514214] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_rules [ 620.514214] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_members [ 620.514214] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb862a42-f214-4d48-b299-69a434f3a87e with Priority: HIGHEST for action port [ 620.514214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.514214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.514214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.515064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.515311] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.516650] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.517216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.517493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.518060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.518378] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.519130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.519130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.519130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.519426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.519725] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.522480] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb862a42-f214-4d48-b299-69a434f3a87e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.522480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.522480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.524031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.524031] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb862a42-f214-4d48-b299-69a434f3a87e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.595256] env[66352]: INFO networking_nsxv3.common.synchronization [req-37ee8474-70be-4621-be8f-c42a6fc9f496 req-edd446ae-ceda-4200-a411-d43ae1e6ca9c tempest-ServerExternalEventsTest-427495418 tempest-ServerExternalEventsTest-427495418-project-member] Enqueued Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_members [ 620.595256] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da460116-da32-4772-af74-dedffb8783ab with Priority: HIGHEST for action security_group_members [ 620.595256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-da460116-da32-4772-af74-dedffb8783ab taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.595256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.595256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.595256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.595967] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.596262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.598080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.598080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.598080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.598080] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da460116-da32-4772-af74-dedffb8783ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.747463] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 in Status: SUCCESS [ 620.747726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.747910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.748232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.748479] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.748586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.748836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.748836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.748999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.748999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.749300] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.026900] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.028371] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.028646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.028812] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb862a42-f214-4d48-b299-69a434f3a87e with status ACTIVE [ 621.029062] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.029240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.029474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.031231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.031461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.031723] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.031825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.031905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.032123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.032230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.032554] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.032636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.032703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.032859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.032963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.033051] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb862a42-f214-4d48-b299-69a434f3a87e is going to be updated. [ 621.060214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.060348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.061778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.062174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.062372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.062634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb862a42-f214-4d48-b299-69a434f3a87e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.099794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.100168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.100168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.101287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.101403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.101918] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.101918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.101918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.102413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.102518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.102619] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da460116-da32-4772-af74-dedffb8783ab is going to be updated. [ 621.144071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.144711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.144711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.144711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.144831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.173835] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da460116-da32-4772-af74-dedffb8783ab in Status: IN_PROGRESS for 2s [ 621.252153] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.252585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.252671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.252911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.253145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.253272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.253341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.253510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.253596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.253689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.253858] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.253955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.254030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.254172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.254333] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.254428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.254492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.254631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.254710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.254793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.254906] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.537993] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.759247] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27f6cc7c-06a1-45b8-ba2e-983580c7b920: rpc.has_security_group_logging(os_id): False [ 621.785188] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.785672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.785839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.787429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.787429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.787429] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.787429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.787429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.787754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.787754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.787923] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.788041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.788109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.788265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.788416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.788657] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.788808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.788945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.789023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.789131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.789239] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 is going to be created. [ 621.867181] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.867593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.868604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.870989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.871406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.891101] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 in Status: IN_PROGRESS for 2s [ 622.042494] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.042917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.042917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.042998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.043089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.043304] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e233be3e-626c-4649-8872-76872c2ca5eb is going to be created. [ 622.074782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.074980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.075383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.075607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.090247] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e233be3e-626c-4649-8872-76872c2ca5eb in Status: UNINITIALIZED for 2s [ 623.186383] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da460116-da32-4772-af74-dedffb8783ab in Status: SUCCESS [ 623.187301] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da460116-da32-4772-af74-dedffb8783ab deletion is rescheduled due to dependency. [ 623.187301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da460116-da32-4772-af74-dedffb8783ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.563035] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ad7abe4-5e1f-47f0-885c-6e2c4e6217b4 req-da4c8de7-a8f1-4cde-803f-1da9ab6aef54 tempest-ServersNegativeTestJSON-1599405549 tempest-ServersNegativeTestJSON-1599405549-project-member] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 623.563554] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 623.564261] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.564261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.564261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.564687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.564879] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.565035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.565121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.565573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.565728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.565802] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.910978] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 in Status: SUCCESS [ 623.910978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.972414] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.972414] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.972779] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.973374] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.973824] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.974750] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.974931] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.975297] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.975358] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.976046] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.976046] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.976046] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.976302] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.976518] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.005127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.005127] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.005425] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.005425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.005937] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-eb47be04-6de0-4687-add7-59eccbabede1 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.005937] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.006951] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.006951] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.006951] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb47be04-6de0-4687-add7-59eccbabede1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.069167] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.069480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.069480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.069802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.069872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.070076] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.070212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.070279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.070435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.070536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.070638] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 already deleted. [ 624.070722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.113306] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e233be3e-626c-4649-8872-76872c2ca5eb in Status: SUCCESS [ 624.113520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.113670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.113887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.114095] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.114213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.114279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.114431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.114508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.114590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.114678] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.510743] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.511058] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.511240] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.511446] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.511694] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.511866] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port eb47be04-6de0-4687-add7-59eccbabede1 not found, creating... [ 624.512240] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.513667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.513667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.513667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.513667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.513667] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.513667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.513667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.514150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.514150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.514150] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: eb47be04-6de0-4687-add7-59eccbabede1 is going to be created. [ 624.538971] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.539267] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.539340] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.539568] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.539855] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540092] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.616791] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.617081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.617196] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.617529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.617781] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.617933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.618058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.618359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.618505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.618647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.619110] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.619110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.619239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.619360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.619628] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.619724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.619822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.620092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.620223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.620346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.620480] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.122397] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e233be3e-626c-4649-8872-76872c2ca5eb: rpc.has_security_group_logging(os_id): False [ 625.148686] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.148911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.148911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.149153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.149243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.149453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.149632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.149720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.149894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.149978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.150186] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.150271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.150340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.150470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.150542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.150820] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.151014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.151014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.151201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.151201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.151307] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e233be3e-626c-4649-8872-76872c2ca5eb is going to be created. [ 625.215378] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.215611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.215952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.216310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.216545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.229073] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e233be3e-626c-4649-8872-76872c2ca5eb in Status: IN_PROGRESS for 2s [ 625.282324] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ad7abe4-5e1f-47f0-885c-6e2c4e6217b4 req-c6e5b31f-65f0-4988-adce-c1f834a594ec service nova] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_rules [ 625.282543] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ad7abe4-5e1f-47f0-885c-6e2c4e6217b4 req-c6e5b31f-65f0-4988-adce-c1f834a594ec service nova] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 625.282702] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ad7abe4-5e1f-47f0-885c-6e2c4e6217b4 req-c6e5b31f-65f0-4988-adce-c1f834a594ec service nova] Enqueued Resource ID: eb47be04-6de0-4687-add7-59eccbabede1 with Priority: HIGHEST for action port [ 625.283165] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_rules [ 625.283299] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 625.283396] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb47be04-6de0-4687-add7-59eccbabede1 with Priority: HIGHEST for action port [ 625.283665] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.283786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.283849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.284139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.284222] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.285073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.285428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.285428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.285531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.285690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.285786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.285848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.285998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.286093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.286184] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.287232] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb47be04-6de0-4687-add7-59eccbabede1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.287395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.287464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.287618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.287691] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb47be04-6de0-4687-add7-59eccbabede1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.793795] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.793795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.793795] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.794483] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb47be04-6de0-4687-add7-59eccbabede1 with status ACTIVE [ 625.794600] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.794856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.794856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.795118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.796474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.796474] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.796474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.796474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.796474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.796474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.797931] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.799399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.799541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.799800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.800076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.800376] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb47be04-6de0-4687-add7-59eccbabede1 is going to be updated. [ 625.838586] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.838858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.839378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.839378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.839688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.839688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.299025] env[66352]: INFO networking_nsxv3.common.synchronization [None req-b7955bc6-1c79-4f78-a387-7946a2ef6876 None None] Enqueued Resource ID: 02adc6c0-29d2-434b-9ee8-62bbfc369373 with Priority: HIGHEST for action port [ 626.299685] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02adc6c0-29d2-434b-9ee8-62bbfc369373 with Priority: HIGHEST for action port [ 626.300089] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-02adc6c0-29d2-434b-9ee8-62bbfc369373 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.300287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02adc6c0-29d2-434b-9ee8-62bbfc369373" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.300416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02adc6c0-29d2-434b-9ee8-62bbfc369373" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.301404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02adc6c0-29d2-434b-9ee8-62bbfc369373" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.301404] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02adc6c0-29d2-434b-9ee8-62bbfc369373',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.302202] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.803289] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02adc6c0-29d2-434b-9ee8-62bbfc369373 [ 626.803724] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.803724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.804029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.804997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.805212] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02adc6c0-29d2-434b-9ee8-62bbfc369373 already deleted. [ 626.805333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02adc6c0-29d2-434b-9ee8-62bbfc369373" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.805689] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.805799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.805889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.806058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.806143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.806236] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be created. [ 626.835875] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.835875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.835875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.835875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.835875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.844808] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: UNINITIALIZED for 2s [ 627.241945] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e233be3e-626c-4649-8872-76872c2ca5eb in Status: SUCCESS [ 627.242201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.319579] env[66352]: INFO networking_nsxv3.common.synchronization [None req-cee33ded-1683-4a36-b578-63b58b6573a7 None None] Enqueued Resource ID: 12cc3895-b141-4ac9-b900-46e5d4a98363 with Priority: HIGHEST for action port [ 627.319782] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cc3895-b141-4ac9-b900-46e5d4a98363 with Priority: HIGHEST for action port [ 627.319957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-12cc3895-b141-4ac9-b900-46e5d4a98363 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.320091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12cc3895-b141-4ac9-b900-46e5d4a98363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.320156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12cc3895-b141-4ac9-b900-46e5d4a98363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.320616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12cc3895-b141-4ac9-b900-46e5d4a98363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.320616] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cc3895-b141-4ac9-b900-46e5d4a98363',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.436314] env[66352]: INFO networking_nsxv3.common.synchronization [req-7425282e-8116-48ca-a5b7-042b8183e337 req-c1fc1e99-4d3b-4fd8-a868-5a5cc976b207 tempest-ServersTestBootFromVolume-342896806 tempest-ServersTestBootFromVolume-342896806-project-member] Enqueued Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_members [ 627.437080] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_members [ 627.437224] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.437661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.437755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.438012] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.438179] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.438279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.438342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.438494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.438578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.440596] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.824981] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12cc3895-b141-4ac9-b900-46e5d4a98363 [ 627.824981] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.824981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.824981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.824981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.824981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.824981] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12cc3895-b141-4ac9-b900-46e5d4a98363 already deleted. [ 627.824981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12cc3895-b141-4ac9-b900-46e5d4a98363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.943766] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.943934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.944041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.944993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.945141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.945407] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.945621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.945703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.946268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.946591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.946591] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 already deleted. [ 627.946591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.116295] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.116469] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-246" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.116580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-246" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.116901] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-246" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.120531] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.120718] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.120827] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.121113] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.123018] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.123018] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.123018] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.123018] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.123018] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.123018] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.123018] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.123018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.146117] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.146237] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.146426] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.146625] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-246" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.147054] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-15cddb7e-bb79-45dd-8bdc-a98402ba210a taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.147445] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.147445] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.147793] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.147949] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15cddb7e-bb79-45dd-8bdc-a98402ba210a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.226723] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d1251d90-48a4-4cba-b7e6-b1b96527d022 None None] Enqueued Resource ID: 75c4a885-47f2-4ce1-b242-ecf19bd18f86 with Priority: HIGHEST for action port [ 628.227257] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c4a885-47f2-4ce1-b242-ecf19bd18f86 with Priority: HIGHEST for action port [ 628.227600] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-75c4a885-47f2-4ce1-b242-ecf19bd18f86 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.227845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75c4a885-47f2-4ce1-b242-ecf19bd18f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.227938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75c4a885-47f2-4ce1-b242-ecf19bd18f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.228226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75c4a885-47f2-4ce1-b242-ecf19bd18f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.228347] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75c4a885-47f2-4ce1-b242-ecf19bd18f86',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.650314] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.650439] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.650550] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651011] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.651104] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.651238] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 15cddb7e-bb79-45dd-8bdc-a98402ba210a not found, creating... [ 628.651788] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.652282] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.652282] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.653036] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.653036] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.653036] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.653244] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.653244] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.653416] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.653537] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.654425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 15cddb7e-bb79-45dd-8bdc-a98402ba210a is going to be created. [ 628.678125] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.678549] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.678967] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.679505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.679505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.679633] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.733061] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75c4a885-47f2-4ce1-b242-ecf19bd18f86 [ 628.733061] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.733061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.733061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.733061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.733061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.733061] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75c4a885-47f2-4ce1-b242-ecf19bd18f86 already deleted. [ 628.733061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75c4a885-47f2-4ce1-b242-ecf19bd18f86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.858051] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 628.858392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.858493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.858723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.858911] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.859035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.859099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.859252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.859335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.859421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.859511] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.346507] env[66352]: INFO networking_nsxv3.common.synchronization [None req-0ce892d0-da62-4e0e-af32-808465787073 None None] Enqueued Resource ID: 3a3001c3-812c-4520-bad9-5366049b9c7a with Priority: HIGHEST for action port [ 629.347093] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3001c3-812c-4520-bad9-5366049b9c7a with Priority: HIGHEST for action port [ 629.347382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3001c3-812c-4520-bad9-5366049b9c7a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.347508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3001c3-812c-4520-bad9-5366049b9c7a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.347811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3001c3-812c-4520-bad9-5366049b9c7a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.347811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3001c3-812c-4520-bad9-5366049b9c7a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.348994] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3001c3-812c-4520-bad9-5366049b9c7a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.364022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.364022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.364022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.364022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.364022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.364772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.364772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.364772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.364772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.364772] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.388885] env[66352]: INFO networking_nsxv3.common.synchronization [req-7425282e-8116-48ca-a5b7-042b8183e337 req-8829ee59-91db-4bc0-a576-6b867da216bd service nova] Enqueued Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_rules [ 629.389034] env[66352]: INFO networking_nsxv3.common.synchronization [req-7425282e-8116-48ca-a5b7-042b8183e337 req-8829ee59-91db-4bc0-a576-6b867da216bd service nova] Enqueued Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_members [ 629.389169] env[66352]: INFO networking_nsxv3.common.synchronization [req-7425282e-8116-48ca-a5b7-042b8183e337 req-8829ee59-91db-4bc0-a576-6b867da216bd service nova] Enqueued Resource ID: 15cddb7e-bb79-45dd-8bdc-a98402ba210a with Priority: HIGHEST for action port [ 629.389647] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_rules [ 629.389783] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_members [ 629.389890] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cddb7e-bb79-45dd-8bdc-a98402ba210a with Priority: HIGHEST for action port [ 629.390207] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.390371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.390470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.390853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.390969] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.393761] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.393761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.393761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.394020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.394125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.395157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.395157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.395157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.395157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.395157] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.396580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-15cddb7e-bb79-45dd-8bdc-a98402ba210a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.396663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.396700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.396915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.396954] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15cddb7e-bb79-45dd-8bdc-a98402ba210a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.851179] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3001c3-812c-4520-bad9-5366049b9c7a [ 629.851426] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.851573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.851678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.851920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.851920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.852047] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3001c3-812c-4520-bad9-5366049b9c7a already deleted. [ 629.852110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3001c3-812c-4520-bad9-5366049b9c7a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.864487] env[66352]: INFO networking_nsxv3.common.synchronization [req-d4c5eb66-2380-4f09-8a26-2465e808be3c req-887f4e4d-69a5-4413-8671-f0f2b32eeaad tempest-SecurityGroupRulesTestJSON-908878991 tempest-SecurityGroupRulesTestJSON-908878991-project-member] Enqueued Resource ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 with Priority: HIGHEST for action security_group_rules [ 629.864487] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 with Priority: HIGHEST for action security_group_rules [ 629.864487] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ea0d49-deab-4e23-91cf-f333bb586b04 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.864487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.864487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.864487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.864959] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ea0d49-deab-4e23-91cf-f333bb586b04',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.871606] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf0062e1-501a-4879-8501-3c53969ee6e1: rpc.has_security_group_logging(os_id): False [ 629.894646] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.894856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.900225] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.903036] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15cddb7e-bb79-45dd-8bdc-a98402ba210a with status ACTIVE [ 629.903036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.903036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.903036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.903036] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15cddb7e-bb79-45dd-8bdc-a98402ba210a is going to be updated. [ 629.914833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.915359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.915576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.915925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.917464] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.917464] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.917464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.919312] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.919439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.919490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.920441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.920518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.920626] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be created. [ 629.933868] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.933868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.933868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.933868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.933868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.933868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15cddb7e-bb79-45dd-8bdc-a98402ba210a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.002117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.002289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.002289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.002493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.002643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.020893] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 630.392961] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.393200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.393350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.393719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.393870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.394038] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 already deleted. [ 630.394240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.407315] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.909764] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.910085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.910127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.910543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.910634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.910731] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 is going to be created. [ 630.942399] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.942671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.942671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.942995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.942995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.955444] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 in Status: UNINITIALIZED for 2s [ 632.038786] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 632.038786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.599111] env[66352]: INFO networking_nsxv3.common.synchronization [req-edfcc38a-c96c-4fcc-a024-3bce69286bdd req-97b602bb-cdd7-4fad-b8a7-dbb00c739365 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 632.599111] env[66352]: INFO networking_nsxv3.common.synchronization [req-edfcc38a-c96c-4fcc-a024-3bce69286bdd req-97b602bb-cdd7-4fad-b8a7-dbb00c739365 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 632.599111] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 632.599111] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 632.599111] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.599111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.599111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.599111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.599111] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.600191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.601749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.603134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.605270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.605270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.605270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.605270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.605270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.605270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.606828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.606828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.606828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.608941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.608941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608941] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.648438] env[66352]: INFO networking_nsxv3.common.synchronization [req-edfcc38a-c96c-4fcc-a024-3bce69286bdd req-97b602bb-cdd7-4fad-b8a7-dbb00c739365 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 632.648697] env[66352]: INFO networking_nsxv3.common.synchronization [req-edfcc38a-c96c-4fcc-a024-3bce69286bdd req-97b602bb-cdd7-4fad-b8a7-dbb00c739365 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 632.648853] env[66352]: INFO networking_nsxv3.common.synchronization [req-edfcc38a-c96c-4fcc-a024-3bce69286bdd req-97b602bb-cdd7-4fad-b8a7-dbb00c739365 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_rules [ 632.649077] env[66352]: INFO networking_nsxv3.common.synchronization [req-edfcc38a-c96c-4fcc-a024-3bce69286bdd req-97b602bb-cdd7-4fad-b8a7-dbb00c739365 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 632.649264] env[66352]: INFO networking_nsxv3.common.synchronization [req-edfcc38a-c96c-4fcc-a024-3bce69286bdd req-97b602bb-cdd7-4fad-b8a7-dbb00c739365 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 with Priority: HIGHEST for action port [ 632.650349] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 632.650490] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_rules [ 632.650601] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 with Priority: HIGHEST for action port [ 632.650804] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 632.650804] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 632.651088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.651226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.651288] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.651502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.651583] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.652442] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.652582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.652651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.652903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.652983] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.653746] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-662ffbf4-0e37-47fc-bfa0-787209068b22 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.653855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.653921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.654096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.654169] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662ffbf4-0e37-47fc-bfa0-787209068b22',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.655105] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.655202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.655463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.655553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.776903] env[66352]: INFO networking_nsxv3.common.synchronization [req-18fa06b5-ad6d-498b-a33b-935092e44fda req-a8a0d8a1-bbcf-45a9-8fa9-5f6b031d0938 tempest-SecurityGroupRulesTestJSON-908878991 tempest-SecurityGroupRulesTestJSON-908878991-project-member] Enqueued Resource ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 with Priority: HIGHEST for action security_group_rules [ 632.777848] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 with Priority: HIGHEST for action security_group_rules [ 632.778090] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ea0d49-deab-4e23-91cf-f333bb586b04 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.778143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.778222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.778481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.780741] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ea0d49-deab-4e23-91cf-f333bb586b04',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.966374] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 in Status: SUCCESS [ 632.966374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.966495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.966667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.966897] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.967057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.967133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.967333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.967441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.967801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.967801] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.108703] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.113013] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.156420] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.156575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.156850] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.156969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.157134] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 662ffbf4-0e37-47fc-bfa0-787209068b22 with status ACTIVE [ 633.157330] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.157483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.157556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.157794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.157922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160399] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160399] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.160399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160399] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 is going to be updated. [ 633.185949] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.186188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.186188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.186392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.186550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.186717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.300085] env[66352]: INFO networking_nsxv3.common.synchronization [req-d64ab7de-f8c9-4c3f-95d3-df5c80b70b7d req-7203098e-28e4-4cf3-a1c7-7015dcd02854 tempest-ServersAdminNegativeTestJSON-225873985 tempest-ServersAdminNegativeTestJSON-225873985-project-member] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 633.300647] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 633.300943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.301113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.301179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.301477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.301649] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.301738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.301738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.301889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.301973] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.302083] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.303963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.304137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.304228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.304417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.304548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.304705] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 already deleted. [ 633.304788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.469782] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.611224] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.612454] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.655557] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655656] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.655774] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.656044] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.656294] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.656471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.656595] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.656804] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.656943] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.658136] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.658259] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.658490] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.658694] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.658820] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.658927] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.660026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.687208] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.687382] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.688029] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.688029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.688175] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.688274] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.688448] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.689262] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.689262] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.806994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.807635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.807635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.807816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.808014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.808966] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.808966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.808966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.808966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.809197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.809234] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 already deleted. [ 633.809379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.971646] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7372e03-f06c-4775-ba85-e8d071cd9a63: rpc.has_security_group_logging(os_id): False [ 633.991117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.991286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.991361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.991624] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.991677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.992119] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.992119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.992119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.992386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.992386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.992386] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 is going to be created. [ 634.067048] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.067830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.067830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.067830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.067830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.082197] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 in Status: IN_PROGRESS for 2s [ 634.115145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.115593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.115593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.115593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.115863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.115863] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 634.117434] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.117544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.117616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.118287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.118287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.118287] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e is going to be created. [ 634.142613] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.142850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.142965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.143189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.143521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.153801] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: UNINITIALIZED for 2s [ 634.155839] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.155937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.155937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.156223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.156324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.167782] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 634.195620] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.195929] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.196123] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.196584] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.196770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.196931] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab not found, creating... [ 634.197314] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.197540] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197740] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.198840] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.198840] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.199348] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.199434] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.199581] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.200279] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.200279] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.200279] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab is going to be created. [ 634.226196] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.226396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.226654] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.226799] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.227026] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.227239] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.920985] env[66352]: INFO networking_nsxv3.common.synchronization [req-d64ab7de-f8c9-4c3f-95d3-df5c80b70b7d req-9539f84d-8ada-48aa-ae90-b9a1b6b08b16 service nova] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_rules [ 634.920985] env[66352]: INFO networking_nsxv3.common.synchronization [req-d64ab7de-f8c9-4c3f-95d3-df5c80b70b7d req-9539f84d-8ada-48aa-ae90-b9a1b6b08b16 service nova] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 634.920985] env[66352]: INFO networking_nsxv3.common.synchronization [req-d64ab7de-f8c9-4c3f-95d3-df5c80b70b7d req-9539f84d-8ada-48aa-ae90-b9a1b6b08b16 service nova] Enqueued Resource ID: cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab with Priority: HIGHEST for action port [ 634.920985] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_rules [ 634.920985] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 634.920985] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab with Priority: HIGHEST for action port [ 634.920985] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.920985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.920985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.920985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.920985] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.922494] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.922679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.922765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.922950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.925783] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.925783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.925783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.926537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.926537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.926678] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.928117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.928117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.928117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.928117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.928117] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.214416] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 635.214416] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_members [ 635.214416] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 635.214848] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 635.214980] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_members [ 635.215868] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 635.216199] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.216337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.216544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.216669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.216736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.217433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.217433] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.217433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.217433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.217650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.217650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.217796] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.218543] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.218635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.271229] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 635.271390] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 635.271545] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_rules [ 635.271624] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_members [ 635.271750] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_rules [ 635.271862] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 635.271973] env[66352]: INFO networking_nsxv3.common.synchronization [req-05f48b8f-1bbb-4030-8f2b-bf90411bb544 req-0f8a3fe5-c287-48be-9cfc-5753533362d2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 with Priority: HIGHEST for action port [ 635.272515] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 635.272650] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_rules [ 635.272748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 635.272836] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 with Priority: HIGHEST for action port [ 635.273302] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_rules [ 635.273302] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 635.273302] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_members [ 635.273644] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.273644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.273644] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.274740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.274740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.274740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.274740] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.276815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.276815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.276815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-662ffbf4-0e37-47fc-bfa0-787209068b22 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.276815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.276815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.276815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.276815] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662ffbf4-0e37-47fc-bfa0-787209068b22',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.276815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.277904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.277979] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.278077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.282351] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.282351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.429673] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.429810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.432258] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab with status ACTIVE [ 635.432481] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.432615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.432723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.432908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.433014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.433217] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.433322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.433602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.433692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.433741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.433924] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.434031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.434101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.434300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.434353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.434401] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab is going to be updated. [ 635.436289] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.459682] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.459834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.460016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.460243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.460345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.460450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9c0a7f-2b2e-4657-a406-c0a10c8f58ab" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.664906] env[66352]: INFO networking_nsxv3.common.synchronization [req-0adf2976-f18f-4bbc-9ebd-81be7f58d4d3 req-cec3f2a1-0911-4fcf-ac6a-7607c23eb32b tempest-ServersWithSpecificFlavorTestJSON-929813163 tempest-ServersWithSpecificFlavorTestJSON-929813163-project-member] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 635.665449] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 635.666041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.666158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.666218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.667023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.667023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.667023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.667023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.667023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.667023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.667285] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.720344] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.779970] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 662ffbf4-0e37-47fc-bfa0-787209068b22 with status ACTIVE [ 635.780221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.780360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.780429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.780763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.780868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.781071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.781175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.781275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.781438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.781513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.781693] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.781784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.781845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.782024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.782154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.782254] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 662ffbf4-0e37-47fc-bfa0-787209068b22 is going to be updated. [ 635.784910] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.785087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.813601] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.813774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.813835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.814038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.814179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.814330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662ffbf4-0e37-47fc-bfa0-787209068b22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.845171] env[66352]: INFO networking_nsxv3.common.synchronization [req-ff0b899c-6409-43de-9107-ed49613b9fd5 req-8ba3bbdd-2752-47c4-9024-6e252a63d6af tempest-ServerDiagnosticsNegativeTest-2091654973 tempest-ServerDiagnosticsNegativeTest-2091654973-project-member] Enqueued Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_members [ 635.845972] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGHEST for action security_group_members [ 635.846191] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.846325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.846722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.846722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.846893] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.846893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.847070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.847070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.847229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.847306] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.938727] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.096644] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 in Status: SUCCESS [ 636.096898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.151469] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.151660] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.151774] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.152144] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.152470] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.152645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.152759] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.153032] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.153522] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.153522] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.153621] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.153727] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.153851] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.153958] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.154067] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.154234] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.171752] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: SUCCESS [ 636.171935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.173294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.173465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.173547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.173775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.173775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.174330] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.174445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.174507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.174680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.174847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.174966] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 already deleted. [ 636.175026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.175179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.175324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.175512] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.175615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.175674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.175811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.175898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.175990] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.179527] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.179768] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.179966] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.180240] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.180933] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.181093] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.181248] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.182088] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.182088] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.194917] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 636.195235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.195460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.195759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.196030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.196204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.196449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.196528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.197209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.197209] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.224106] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.349100] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.349258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.349869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.349869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.349869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.349869] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.350070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.350070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.350184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.350184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.350302] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 is going to be updated. [ 636.384724] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.384724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.384724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.384724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.384724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.394649] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 in Status: IN_PROGRESS for 2s [ 636.441567] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.444026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.444026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.444026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.444026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.444026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be created. [ 636.467073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.467073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.467073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.467073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.467073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.476388] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: UNINITIALIZED for 2s [ 636.686985] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.686985] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.686985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.686985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.686985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.686985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.686985] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 not found, creating... [ 636.686985] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.686985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.686985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.687576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.687576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.687576] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.687688] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.687919] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.688617] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.688617] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.688617] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 is going to be created. [ 636.700346] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.708775] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.708899] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.709164] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.709692] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.709980] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.710257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.725794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.725940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.726020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.726228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.726318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.726403] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 is going to be created. [ 636.750244] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.750420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.750494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.750698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.750864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.761153] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: UNINITIALIZED for 2s [ 637.192084] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.203374] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.383672] env[66352]: INFO networking_nsxv3.common.synchronization [req-aac25d4b-fef5-4947-9c98-9bbf0350d647 req-41b243c0-eb47-4e10-8593-7e692fae58d0 tempest-SecurityGroupRulesTestJSON-908878991 tempest-SecurityGroupRulesTestJSON-908878991-project-member] Enqueued Resource ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 with Priority: HIGHEST for action security_group_rules [ 637.384644] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 with Priority: HIGHEST for action security_group_rules [ 637.387032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ea0d49-deab-4e23-91cf-f333bb586b04 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.387240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.387346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.387859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.387948] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ea0d49-deab-4e23-91cf-f333bb586b04',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.497741] env[66352]: INFO networking_nsxv3.common.synchronization [req-0adf2976-f18f-4bbc-9ebd-81be7f58d4d3 req-44c0914f-ac16-4cf6-aea9-0d1ba403f50a service nova] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 637.498825] env[66352]: INFO networking_nsxv3.common.synchronization [req-0adf2976-f18f-4bbc-9ebd-81be7f58d4d3 req-44c0914f-ac16-4cf6-aea9-0d1ba403f50a service nova] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 637.498825] env[66352]: INFO networking_nsxv3.common.synchronization [req-0adf2976-f18f-4bbc-9ebd-81be7f58d4d3 req-44c0914f-ac16-4cf6-aea9-0d1ba403f50a service nova] Enqueued Resource ID: e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 with Priority: HIGHEST for action port [ 637.498825] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 637.499032] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 637.499032] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 with Priority: HIGHEST for action port [ 637.499309] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.499434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.499501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.499750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.499788] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.502483] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.502483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.502483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.502483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502483] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.502483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.502483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.502483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.502483] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.503558] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.503558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.503558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.503558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.503558] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.694559] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.694837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.695836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.695836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.695836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.695836] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e is going to be updated. [ 637.706079] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.706280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.706334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.706746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.706915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.707189] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 637.739050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.739303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.739372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.739596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.739826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.748362] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.748578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.748704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.748997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.749226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.751833] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: IN_PROGRESS for 2s [ 637.759579] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 637.913470] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.913706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.913706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.913943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.914043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.914153] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ea0d49-deab-4e23-91cf-f333bb586b04 already deleted. [ 637.914564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ea0d49-deab-4e23-91cf-f333bb586b04" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.006657] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.008037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.008037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.008037] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 with status ACTIVE [ 638.008180] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.008303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.008367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.008631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.008736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.009102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.009233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.009299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.009833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.011232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.011274] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.011434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.011536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.011768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.011886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.012050] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9 is going to be updated. [ 638.037117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.037439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.037439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.037692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.037837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.038051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e70e8eeb-0847-4ddb-b4d6-a01a4ed7a6a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.164395] env[66352]: INFO networking_nsxv3.common.synchronization [req-4578e8d4-ac2b-4769-9d0b-cba066c7a908 req-d9afb018-0cad-442d-a2d2-a65fb8cfdeec tempest-FloatingIPsAssociationTestJSON-504405489 tempest-FloatingIPsAssociationTestJSON-504405489-project-member] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 638.164739] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 638.165231] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.165405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.165506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.165826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.166129] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.166290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.166394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.166605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.166740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.166876] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.407067] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 in Status: SUCCESS [ 638.407532] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 deletion is rescheduled due to dependency. [ 638.407532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.488316] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: SUCCESS [ 638.488588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.488788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.489175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.489466] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.489611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.489685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.490056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.490056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.490310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.490310] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.516566] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.604045] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.604045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.604045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.604045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.604045] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.604045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.604045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.604045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.604045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.604045] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.604045] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.604045] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.604045] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.604740] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.604740] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.604740] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.633038] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.633038] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.633038] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.633038] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-507" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.633038] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.633038] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.633038] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.633038] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.633038] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e9ad1b-17f8-4836-9dc5-de98e2fcbdde',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.671472] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.774291] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: SUCCESS [ 638.774605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.774845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.775373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.775579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.775579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.775893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.776037] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.993473] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.993693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.993791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.994055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.994238] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.994375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.994430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.994629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.994716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.994831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.995060] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.995175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.995290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.995475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.995693] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.995806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.995890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.996150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.996274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.996409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.996503] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.019169] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.019911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.019911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.019911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.019911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.020267] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be created. [ 639.043050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.043271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.043271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.043464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.043621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.054724] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: UNINITIALIZED for 2s [ 639.136508] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.136795] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.136922] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.137230] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.137369] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.137574] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 14e9ad1b-17f8-4836-9dc5-de98e2fcbdde not found, creating... [ 639.137833] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.137989] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.138112] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.138324] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.138480] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.138808] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.138962] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.139122] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.139290] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.139425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.139549] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 14e9ad1b-17f8-4836-9dc5-de98e2fcbdde is going to be created. [ 639.159834] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.160127] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.160229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.160415] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.160756] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.160980] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.174055] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.278332] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.500333] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93be6a7c-681d-463a-962e-3a8bfa5dcbf8: rpc.has_security_group_logging(os_id): False [ 639.519287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.519448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.519519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.519764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.519830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.520169] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.520169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.520273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.520404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.520484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.520703] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.520803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.520867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.521013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.524162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.524162] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.524162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.524162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.524162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.524162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.524162] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be created. [ 639.579531] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.579755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.579755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.580233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.580424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.592855] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: IN_PROGRESS for 2s [ 639.678749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.678974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.679057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.679296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.679381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.679496] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf is going to be updated. [ 639.740864] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.741047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.741114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.741513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.741513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.770364] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: IN_PROGRESS for 2s [ 639.771176] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: SUCCESS [ 639.771472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.771709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.771938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.772147] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.772289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.772362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.772505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.772595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772784] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.774305] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 639.774486] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.774662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.774836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.775043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.775165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.775228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.775381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.775477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.775700] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.776705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.776903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.777073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.777362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.777362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.777510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.777626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.777727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.777855] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.778890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.779086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.779301] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.779423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.779484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.779626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.779708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.779798] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.782391] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.971503] env[66352]: INFO networking_nsxv3.common.synchronization [req-4578e8d4-ac2b-4769-9d0b-cba066c7a908 req-ee274f39-0196-4c4c-a873-edacbd5755fa service nova] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_rules [ 639.972232] env[66352]: INFO networking_nsxv3.common.synchronization [req-4578e8d4-ac2b-4769-9d0b-cba066c7a908 req-ee274f39-0196-4c4c-a873-edacbd5755fa service nova] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 639.972562] env[66352]: INFO networking_nsxv3.common.synchronization [req-4578e8d4-ac2b-4769-9d0b-cba066c7a908 req-ee274f39-0196-4c4c-a873-edacbd5755fa service nova] Enqueued Resource ID: 14e9ad1b-17f8-4836-9dc5-de98e2fcbdde with Priority: HIGHEST for action port [ 639.973083] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_rules [ 639.973272] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 639.973375] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e9ad1b-17f8-4836-9dc5-de98e2fcbdde with Priority: HIGHEST for action port [ 639.974061] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.974237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.974308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.974545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.974633] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.975658] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.979046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.979046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.979046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.979046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.979046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.979046] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e9ad1b-17f8-4836-9dc5-de98e2fcbdde',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.279584] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.281807] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.282036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.283272] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.283272] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.288508] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.288508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.288508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.288508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.288508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.288508] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 is going to be updated. [ 640.356032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.356675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.356830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.357111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.357408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.370151] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: IN_PROGRESS for 2s [ 640.481827] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.481827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.481827] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14e9ad1b-17f8-4836-9dc5-de98e2fcbdde with status ACTIVE [ 640.481827] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.482050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.482050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.482242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.482310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.482493] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.482609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.482673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.482921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.482921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.483134] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.483235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.483291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.483510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.483596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.483642] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14e9ad1b-17f8-4836-9dc5-de98e2fcbdde is going to be updated. [ 640.508482] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.508850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.508850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.508970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.509026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.509998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e9ad1b-17f8-4836-9dc5-de98e2fcbdde" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.782835] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e: rpc.has_security_group_logging(os_id): False [ 640.784618] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.785694] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.801957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.802146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.802477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.802477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.802477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.802773] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.802773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.803096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.803096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.803198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.803198] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e is going to be created. [ 640.871368] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.872152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.872152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.872519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.873680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.886513] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: IN_PROGRESS for 2s [ 641.066709] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 641.066991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.067253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.067564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.067827] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.068107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.068215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.068484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.069608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.069608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.069608] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.288539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.288786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.288786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.288906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.288994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.289102] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e is going to be updated. [ 641.291178] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.291178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.291178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.291178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.293456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.293884] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 641.353528] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.353766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.353766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.353980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.354893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.356909] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.357050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.357117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.357404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.357492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.370333] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: IN_PROGRESS for 2s [ 641.371779] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 641.572778] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.606964] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: SUCCESS [ 641.607567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.781351] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: SUCCESS [ 641.781663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.781981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.782199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.782538] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.782712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.782812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.783045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.783129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.783259] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.077601] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 826db2a2-e441-4f8d-b4b5-e959d7b89e20: rpc.has_security_group_logging(os_id): False [ 642.097183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.097358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.097411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.100015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.100015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.100015] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.100015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.100015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.100015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.100015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.100015] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be created. [ 642.170034] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.170034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.170034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.170034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.170034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.181814] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: IN_PROGRESS for 2s [ 642.289048] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.382836] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: SUCCESS [ 642.383297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.383297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.383628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.383823] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.383998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.384075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.384821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.384821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.384821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.384821] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.792519] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.808785] env[66352]: INFO networking_nsxv3.common.synchronization [req-d7b6b384-8b2d-4048-8a62-30ee594058c1 req-b1e76deb-f4c3-404f-8319-a407ffa50f82 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 642.814081] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 642.814510] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.814604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.814670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.814916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.815479] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.815479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.815479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.815622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.815622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.815687] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.889358] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.903203] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: SUCCESS [ 642.903203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.903444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.903679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.903757] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.297413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.298077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.298188] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf is going to be updated. [ 643.319365] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.339327] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.339600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.339676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.342826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.342826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.352816] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: IN_PROGRESS for 2s [ 643.374175] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.374392] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374513] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.374918] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.375211] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.375368] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.375537] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.377283] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.377283] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.377283] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.377283] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.377283] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.377283] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.377283] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.377283] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.377283] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.395927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 643.395927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.395927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6: rpc.has_security_group_logging(os_id): False [ 643.395927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.395927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.395927] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.396579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.396579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.396579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.396579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.396579] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.398221] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: SUCCESS [ 643.398437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.399105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.399306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.399759] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.401125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.401125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.401125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.401125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.401125] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.408425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.408425] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.408425] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.408425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.408425] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-f852eeb6-b52f-43d7-8eea-9af372749ead taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.408425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.408425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.408425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.408425] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f852eeb6-b52f-43d7-8eea-9af372749ead',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.410128] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.411688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.433603] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.433603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.433603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.433603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.433603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.433603] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.433603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.433950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.434117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.434259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.435489] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 is going to be created. [ 643.498908] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.499092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.499141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.499395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.499601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.513906] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: IN_PROGRESS for 2s [ 643.848048] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.905134] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.909582] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.909864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.910072] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.910277] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.910794] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.910794] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port f852eeb6-b52f-43d7-8eea-9af372749ead not found, creating... [ 643.910970] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.911043] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.911143] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.911439] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.911490] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.911898] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.912021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.912214] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.912449] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.912707] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.912927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: f852eeb6-b52f-43d7-8eea-9af372749ead is going to be created. [ 643.914190] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.940748] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.940748] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.941039] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.941218] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.941475] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.941737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.196969] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 644.197276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.350302] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.350480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.350567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.350813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.350908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.351028] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 644.388470] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.388645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.388738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.388990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.389162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.400190] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 644.409546] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.416162] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.711433] env[66352]: INFO networking_nsxv3.common.synchronization [req-d7b6b384-8b2d-4048-8a62-30ee594058c1 req-03f7a518-54e8-46d9-a1f6-e50682fcc865 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 644.711653] env[66352]: INFO networking_nsxv3.common.synchronization [req-d7b6b384-8b2d-4048-8a62-30ee594058c1 req-03f7a518-54e8-46d9-a1f6-e50682fcc865 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 644.711988] env[66352]: INFO networking_nsxv3.common.synchronization [req-d7b6b384-8b2d-4048-8a62-30ee594058c1 req-03f7a518-54e8-46d9-a1f6-e50682fcc865 service nova] Enqueued Resource ID: f852eeb6-b52f-43d7-8eea-9af372749ead with Priority: HIGHEST for action port [ 644.712517] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 644.712779] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 644.712906] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f852eeb6-b52f-43d7-8eea-9af372749ead with Priority: HIGHEST for action port [ 644.713352] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.713488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.713488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.713739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.713965] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.715151] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.715266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.715690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f852eeb6-b52f-43d7-8eea-9af372749ead taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.715690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.715690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.715961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.715961] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f852eeb6-b52f-43d7-8eea-9af372749ead',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.915881] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.916314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.916314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.916546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.916634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.916751] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e is going to be updated. [ 644.919927] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.920110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.920185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.920417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.920518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.920636] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 644.949855] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.950090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.950227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.950443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.951237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.953123] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.953281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.953388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.953674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.953674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.967503] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 644.967503] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: IN_PROGRESS for 2s [ 645.217709] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.217857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.219540] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f852eeb6-b52f-43d7-8eea-9af372749ead with status ACTIVE [ 645.219753] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.220042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.220042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.220388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.220388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.220514] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.220514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.220654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.220772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.220772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.220934] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.221435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.221435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.221435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.221435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.221435] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f852eeb6-b52f-43d7-8eea-9af372749ead is going to be updated. [ 645.248044] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.248044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.248044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.248044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.248044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.248044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f852eeb6-b52f-43d7-8eea-9af372749ead" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.370098] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: SUCCESS [ 645.370790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.370790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.370790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.370998] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.371126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.371191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.371357] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.371432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.371551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.371624] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.532936] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: SUCCESS [ 645.533770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.823056] env[66352]: INFO networking_nsxv3.common.synchronization [req-898171ab-4b92-49cf-95cb-b5a73b39e899 req-22d513fc-6043-4104-94df-9315e2a1f771 tempest-ListImageFiltersTestJSON-2143887756 tempest-ListImageFiltersTestJSON-2143887756-project-member] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 645.823649] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 645.824017] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.827213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.827295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.827627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.827870] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.827934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.828020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.828208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.828374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.828423] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.876969] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.876969] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.876969] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.876969] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.876969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.877677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.877677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.877677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.879083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.879083] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.329507] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ef62eea4-fcae-427c-b36b-c3d88e7e8ccd None None] Enqueued Resource ID: fe4fffdd-e547-415a-8444-603b6da34de3 with Priority: HIGHEST for action port [ 646.329507] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4fffdd-e547-415a-8444-603b6da34de3 with Priority: HIGHEST for action port [ 646.330372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe4fffdd-e547-415a-8444-603b6da34de3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.330372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe4fffdd-e547-415a-8444-603b6da34de3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.330372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe4fffdd-e547-415a-8444-603b6da34de3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.330625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe4fffdd-e547-415a-8444-603b6da34de3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.330625] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4fffdd-e547-415a-8444-603b6da34de3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.331487] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.331591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.331661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.331832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.331924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.332109] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.332198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.332262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.332601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.332601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.332601] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69e41bf-6635-4c90-92b4-624901082a08 already deleted. [ 646.332751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.382141] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2891c601-e4b5-4f78-b5f3-f560eddb60bf: rpc.has_security_group_logging(os_id): False [ 646.398989] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.401022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.401022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.401022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.408355] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.408355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.408355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.408355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.408355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.408355] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf is going to be updated. [ 646.411443] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.414761] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.414934] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.415214] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.415538] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.415663] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.415777] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.415986] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.416138] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.416338] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.416446] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.416552] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.416655] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.416759] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.416868] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.416993] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.430495] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 646.430781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.432343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.432343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.432343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.432343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.432343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.432343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.432343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.432343] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.444229] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.444229] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.444229] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.444229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.444229] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-5ba03340-4c1c-41ba-b7af-1b9fce77637b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.444229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.444229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.445061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.445061] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba03340-4c1c-41ba-b7af-1b9fce77637b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.562356] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.562639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.562639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.562766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.562916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.576645] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: IN_PROGRESS for 2s [ 646.834846] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe4fffdd-e547-415a-8444-603b6da34de3 [ 646.834846] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.834846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.834846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.834846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.834846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.834846] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe4fffdd-e547-415a-8444-603b6da34de3 already deleted. [ 646.834846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe4fffdd-e547-415a-8444-603b6da34de3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.934784] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.948669] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.948669] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.948669] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.949133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.949393] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.949638] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 5ba03340-4c1c-41ba-b7af-1b9fce77637b not found, creating... [ 646.949991] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.952029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.952029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.952029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.952029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.952624] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.953101] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.953373] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.953760] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.955938] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.955938] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 5ba03340-4c1c-41ba-b7af-1b9fce77637b is going to be created. [ 646.980159] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: SUCCESS [ 646.980159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.980159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.981461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.981461] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.981461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.981461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.981461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.982376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.983015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.983015] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.986023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 646.986023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.986023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.986240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.986489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.986489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.987070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.987070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.987070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.987070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.987070] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.987260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.987260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.987351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.987453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.987516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.988173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.988173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.988173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.988173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.988173] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.991319] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.991502] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.991923] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.991923] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.992434] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.992512] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.440901] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.494374] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce: rpc.has_security_group_logging(os_id): False [ 647.494374] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.514966] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.517025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.517025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.517025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.518131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.518131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.521114] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.521114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.521114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.521114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.521114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.521114] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 647.596028] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.596028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.596028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.596028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.596028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.616694] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 647.724823] env[66352]: INFO networking_nsxv3.common.synchronization [req-898171ab-4b92-49cf-95cb-b5a73b39e899 req-27935cab-7281-49f3-a1e6-0f2cbd586f20 service nova] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_rules [ 647.724823] env[66352]: INFO networking_nsxv3.common.synchronization [req-898171ab-4b92-49cf-95cb-b5a73b39e899 req-27935cab-7281-49f3-a1e6-0f2cbd586f20 service nova] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 647.724823] env[66352]: INFO networking_nsxv3.common.synchronization [req-898171ab-4b92-49cf-95cb-b5a73b39e899 req-27935cab-7281-49f3-a1e6-0f2cbd586f20 service nova] Enqueued Resource ID: 5ba03340-4c1c-41ba-b7af-1b9fce77637b with Priority: HIGHEST for action port [ 647.724823] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_rules [ 647.724823] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 647.724823] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba03340-4c1c-41ba-b7af-1b9fce77637b with Priority: HIGHEST for action port [ 647.727146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.727504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.732029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.732029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.732029] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.732029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.732029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.732029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.732029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.732029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.732570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.732741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.733052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.733267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.733555] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.735189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba03340-4c1c-41ba-b7af-1b9fce77637b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.735487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.735749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.736160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.736350] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba03340-4c1c-41ba-b7af-1b9fce77637b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.943620] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.943855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.943946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.944287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.944449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.944592] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 647.996053] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e: rpc.has_security_group_logging(os_id): False [ 648.007958] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.007958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.007958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.008481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.008481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.022162] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.022460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.022460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.022633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.022744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.023133] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.023237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.023286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.023540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.023695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.023828] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e is going to be updated. [ 648.027536] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 648.116920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.116920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.116920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.116920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.116920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135727] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: IN_PROGRESS for 2s [ 648.238652] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.238823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.238992] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.239948] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba03340-4c1c-41ba-b7af-1b9fce77637b with status ACTIVE [ 648.240177] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.240299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.240358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.240709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.240811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.240991] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.241309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.241309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.241309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.241488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.241798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.241798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.241798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.242017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.242017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.242017] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba03340-4c1c-41ba-b7af-1b9fce77637b is going to be updated. [ 648.276044] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.276044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.276044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.276338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.276338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.276532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba03340-4c1c-41ba-b7af-1b9fce77637b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.596611] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: SUCCESS [ 648.597024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.623902] env[66352]: INFO networking_nsxv3.common.synchronization [None req-707a3eb1-558d-44c7-b93c-bbbccbdc2282 None None] Enqueued Resource ID: b2a48998-2ded-4a54-b2e3-d173c946be1c with Priority: HIGHEST for action port [ 648.623902] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a48998-2ded-4a54-b2e3-d173c946be1c with Priority: HIGHEST for action port [ 648.623902] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a48998-2ded-4a54-b2e3-d173c946be1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.623902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a48998-2ded-4a54-b2e3-d173c946be1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.623902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a48998-2ded-4a54-b2e3-d173c946be1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.624539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a48998-2ded-4a54-b2e3-d173c946be1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.624686] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a48998-2ded-4a54-b2e3-d173c946be1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.746367] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.130273] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2a48998-2ded-4a54-b2e3-d173c946be1c [ 649.130273] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.130392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.130451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.130727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.131330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.131330] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2a48998-2ded-4a54-b2e3-d173c946be1c already deleted. [ 649.131330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a48998-2ded-4a54-b2e3-d173c946be1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.249889] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.250122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.250203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.250415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.250505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.250603] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be created. [ 649.277750] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.277971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.277971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.278957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.278957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.287182] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: UNINITIALIZED for 2s [ 649.639660] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 649.640031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.640172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.640403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.640512] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.860698] env[66352]: INFO networking_nsxv3.common.synchronization [req-3138b34f-6e62-4d12-8e4b-28e10fc1421d req-2dc2f92f-9c1f-4b99-9589-2635e85ffdbf tempest-ListImageFiltersTestJSON-2143887756 tempest-ListImageFiltersTestJSON-2143887756-project-member] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 649.861388] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 649.861747] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.861883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.042730] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 650.043149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.043149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.044370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.044370] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.044370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.044370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.044370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.044370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.044370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.044370] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.142845] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.143090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.143090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.143319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.143491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.143652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.143652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.143782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.143871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.143954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.144061] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.155295] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: SUCCESS [ 650.155557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.547716] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.548649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.549033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.549375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.549465] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.549548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.549620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.549917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.549917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.550058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.550249] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.550356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.550417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.550666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.550748] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.550842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.550902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.551079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.551167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.551264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.551384] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.648167] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.648572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.648572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.648780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.649034] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.649167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.649238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.649443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.649563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.649691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.649889] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.650026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.650105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.650285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.650466] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.650586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.650683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.650845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.650945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.651066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.651182] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.835164] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.837173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.837173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.837173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.837173] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.837173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.837173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.837428] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.837855] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.837855] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.837855] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.838080] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.838080] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.838163] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.838262] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.838426] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.866172] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.866859] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.867159] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.867421] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.868434] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-15e88421-9c1f-4c17-b35b-0f83424d71b7 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.868706] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.868904] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.869553] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.869794] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e88421-9c1f-4c17-b35b-0f83424d71b7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.876272] env[66352]: INFO networking_nsxv3.common.synchronization [None req-4467cbc5-d62f-4ed4-9a1c-2d2ec073fe1a None None] Enqueued Resource ID: d6320d08-7720-4345-909d-16c3b49ec579 with Priority: HIGHEST for action port [ 650.877116] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6320d08-7720-4345-909d-16c3b49ec579 with Priority: HIGHEST for action port [ 650.878188] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6320d08-7720-4345-909d-16c3b49ec579 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.878349] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6320d08-7720-4345-909d-16c3b49ec579" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.878411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6320d08-7720-4345-909d-16c3b49ec579" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.878691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6320d08-7720-4345-909d-16c3b49ec579" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.878862] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6320d08-7720-4345-909d-16c3b49ec579',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.054396] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d0528-b9b9-40d3-865e-8357e23b395e: rpc.has_security_group_logging(os_id): False [ 651.079692] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.079884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.079884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.080267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.080267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.080386] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.080512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.080662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.080760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.080871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.081137] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.081235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.081313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.081525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.081656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.082494] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.082942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.082942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.083231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.083231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.083231] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 651.154102] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce: rpc.has_security_group_logging(os_id): False [ 651.179382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.179636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.179636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.179998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.180333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.183253] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.183547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.183599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.183831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.183963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.184219] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.184808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.184925] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.185073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.185156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.185315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.185661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.185826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.185877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.186137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.186225] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 651.204854] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 651.269596] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.269892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.269892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.270035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.270160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.308979] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 651.309220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.309803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.310103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.310314] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.310460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.310495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.310659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.310739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.310826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.310945] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.312785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.312785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.312933] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.312993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.313104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.313330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.313960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.313960] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.315938] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 651.376191] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.376191] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 15e88421-9c1f-4c17-b35b-0f83424d71b7 not found, creating... [ 651.376191] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.376191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.376972] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.376972] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.376972] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.377132] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.377369] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.377519] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 15e88421-9c1f-4c17-b35b-0f83424d71b7 is going to be created. [ 651.382480] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6320d08-7720-4345-909d-16c3b49ec579 [ 651.382725] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.382908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.383026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.383330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.383441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.383542] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6320d08-7720-4345-909d-16c3b49ec579 already deleted. [ 651.383626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6320d08-7720-4345-909d-16c3b49ec579" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.401982] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.402225] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.402342] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.402624] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.403730] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.403730] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.817123] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.818285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.818285] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.849323] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d270cc31-0915-4733-8c41-194c4bba79fb None None] Enqueued Resource ID: e2c4a96f-1900-4fb8-852f-a0d416d7cceb with Priority: HIGHEST for action port [ 651.849785] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c4a96f-1900-4fb8-852f-a0d416d7cceb with Priority: HIGHEST for action port [ 651.850175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c4a96f-1900-4fb8-852f-a0d416d7cceb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.850304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c4a96f-1900-4fb8-852f-a0d416d7cceb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.850374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c4a96f-1900-4fb8-852f-a0d416d7cceb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.850635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c4a96f-1900-4fb8-852f-a0d416d7cceb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.850747] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c4a96f-1900-4fb8-852f-a0d416d7cceb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.169260] env[66352]: INFO networking_nsxv3.common.synchronization [req-3138b34f-6e62-4d12-8e4b-28e10fc1421d req-8a64d01a-d8ff-474f-85b0-aa1a87d79ccd service nova] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_rules [ 652.169433] env[66352]: INFO networking_nsxv3.common.synchronization [req-3138b34f-6e62-4d12-8e4b-28e10fc1421d req-8a64d01a-d8ff-474f-85b0-aa1a87d79ccd service nova] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 652.169564] env[66352]: INFO networking_nsxv3.common.synchronization [req-3138b34f-6e62-4d12-8e4b-28e10fc1421d req-8a64d01a-d8ff-474f-85b0-aa1a87d79ccd service nova] Enqueued Resource ID: 15e88421-9c1f-4c17-b35b-0f83424d71b7 with Priority: HIGHEST for action port [ 652.170126] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_rules [ 652.170268] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 652.170383] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e88421-9c1f-4c17-b35b-0f83424d71b7 with Priority: HIGHEST for action port [ 652.172552] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.172552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.172552] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.173155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.173155] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-15e88421-9c1f-4c17-b35b-0f83424d71b7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.173155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.173155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.173638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.173638] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e88421-9c1f-4c17-b35b-0f83424d71b7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.320665] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.353152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2c4a96f-1900-4fb8-852f-a0d416d7cceb [ 652.353152] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.354105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.354226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.354475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.354573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.354695] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2c4a96f-1900-4fb8-852f-a0d416d7cceb already deleted. [ 652.354781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c4a96f-1900-4fb8-852f-a0d416d7cceb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.680065] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15e88421-9c1f-4c17-b35b-0f83424d71b7 with status ACTIVE [ 652.680471] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.680638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.680689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.680904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.681013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.681195] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.681296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.681359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.681517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.681596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.681773] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.681995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.681995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.682148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.682148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.682214] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15e88421-9c1f-4c17-b35b-0f83424d71b7 is going to be updated. [ 652.707923] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.707923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.707923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.707923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.707923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.707923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15e88421-9c1f-4c17-b35b-0f83424d71b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.770179] env[66352]: INFO networking_nsxv3.common.synchronization [None req-4f688edd-9c1e-4222-9958-c0ee5557b454 None None] Enqueued Resource ID: b97b3b3f-62cf-465e-a869-d88eb854ae71 with Priority: HIGHEST for action port [ 652.770723] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97b3b3f-62cf-465e-a869-d88eb854ae71 with Priority: HIGHEST for action port [ 652.771076] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97b3b3f-62cf-465e-a869-d88eb854ae71 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.771164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97b3b3f-62cf-465e-a869-d88eb854ae71" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.771210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97b3b3f-62cf-465e-a869-d88eb854ae71" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.771710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97b3b3f-62cf-465e-a869-d88eb854ae71" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.771788] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97b3b3f-62cf-465e-a869-d88eb854ae71',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.825432] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.825432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.825432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.825432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.825432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.825432] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be updated. [ 652.863485] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.863617] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.863682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.864059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.864237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.877131] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: IN_PROGRESS for 2s [ 653.221224] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 653.221224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.274616] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b97b3b3f-62cf-465e-a869-d88eb854ae71 [ 653.274809] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.275038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.275038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.275729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.275729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.275729] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b97b3b3f-62cf-465e-a869-d88eb854ae71 already deleted. [ 653.275729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97b3b3f-62cf-465e-a869-d88eb854ae71" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.337045] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 653.337045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.663707] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb45b352-42bb-4b4e-9769-637a5a1c22ef req-91e911a1-501a-41c9-ba71-808661986887 tempest-ImagesNegativeTestJSON-859530375 tempest-ImagesNegativeTestJSON-859530375-project-member] Enqueued Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_members [ 653.666338] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_members [ 653.666338] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.666338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.666338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.666338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.666338] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.666338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.666338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.666338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.666338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.666338] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.999429] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d52f718c-636d-4430-96fd-a6b3b688cad9 None None] Enqueued Resource ID: 10f7cf97-f0cb-4646-9200-a8dba2990e18 with Priority: HIGHEST for action port [ 653.999429] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f7cf97-f0cb-4646-9200-a8dba2990e18 with Priority: HIGHEST for action port [ 653.999721] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-10f7cf97-f0cb-4646-9200-a8dba2990e18 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.999721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10f7cf97-f0cb-4646-9200-a8dba2990e18" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.999721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10f7cf97-f0cb-4646-9200-a8dba2990e18" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.000136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10f7cf97-f0cb-4646-9200-a8dba2990e18" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.002898] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10f7cf97-f0cb-4646-9200-a8dba2990e18',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.036907] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3b23fd36-d7ae-4c12-91bf-3bda55bdea6d None None] Enqueued Resource ID: 21e60efd-7412-49c7-ae16-e16b8927071b with Priority: HIGHEST for action port [ 654.037306] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e60efd-7412-49c7-ae16-e16b8927071b with Priority: HIGHEST for action port [ 654.039920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e60efd-7412-49c7-ae16-e16b8927071b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.040219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e60efd-7412-49c7-ae16-e16b8927071b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.040219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e60efd-7412-49c7-ae16-e16b8927071b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.040508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e60efd-7412-49c7-ae16-e16b8927071b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.040575] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e60efd-7412-49c7-ae16-e16b8927071b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.168755] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.168949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.169039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.169242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.169334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.169537] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.169635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.169694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.169837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.169981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.170087] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd70e93-a190-4eaf-af7e-79f956f85333 already deleted. [ 654.170170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.505961] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10f7cf97-f0cb-4646-9200-a8dba2990e18 [ 654.505961] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.505961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.505961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.506783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.506783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.506783] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10f7cf97-f0cb-4646-9200-a8dba2990e18 already deleted. [ 654.506783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10f7cf97-f0cb-4646-9200-a8dba2990e18" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.544587] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21e60efd-7412-49c7-ae16-e16b8927071b [ 654.544587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.544587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.544587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.544587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.544587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.544587] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21e60efd-7412-49c7-ae16-e16b8927071b already deleted. [ 654.544587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e60efd-7412-49c7-ae16-e16b8927071b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.592629] env[66352]: INFO networking_nsxv3.common.synchronization [req-4dc76680-f5e5-4fba-a4a0-cfdb9206e9d8 req-f49e7f06-0339-4a08-95af-1ecc7ee11cef tempest-FloatingIPsAssociationNegativeTestJSON-894533673 tempest-FloatingIPsAssociationNegativeTestJSON-894533673-project-member] Enqueued Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_members [ 654.592629] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGHEST for action security_group_members [ 654.595778] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.595778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.595778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.595778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.595778] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.595778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.595778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.595778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.595778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.595778] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.836496] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.836748] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-550" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.836883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-550" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.837659] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-550" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.839247] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.839430] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.839623] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.842094] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.842094] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.842094] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.842094] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.842094] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.842094] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.842094] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.842094] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.842094] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.867141] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.867141] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.867141] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.867141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-550" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.867390] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-1c125d91-69b8-4e46-9773-3286b6dc0d22 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.867480] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.870509] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.870509] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.870509] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c125d91-69b8-4e46-9773-3286b6dc0d22',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.890112] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 654.890856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.891068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.891353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.891490] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.891609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.891671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.891843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.891925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.892033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.892205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.892279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.894228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.894228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.895018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.895131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.895229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.895470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.900537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.900537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.900537] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.901792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.902028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.902255] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.902380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.902444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.902658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.902762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.902873] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.096605] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.099714] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.099714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.099714] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf is going to be updated. [ 655.164050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.164737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.164993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.165509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.166330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.177846] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf in Status: IN_PROGRESS for 2s [ 655.309699] env[66352]: INFO networking_nsxv3.common.synchronization [req-e9911bbe-bea8-45c9-98e4-199c55b3906b req-428789dc-499b-4db1-958c-1f1cbf117884 tempest-InstanceActionsTestJSON-350962295 tempest-InstanceActionsTestJSON-350962295-project-member] Enqueued Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_members [ 655.311044] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_members [ 655.311194] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8ebf5b2-cdbf-4009-8144-6c42dba18896 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.312052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.312052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.312052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.312052] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.312052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.312052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.312497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.312497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.312497] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.371653] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.372791] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.372907] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.373228] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.373406] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.373529] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 1c125d91-69b8-4e46-9773-3286b6dc0d22 not found, creating... [ 655.373828] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.373994] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.374120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.374353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.374894] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.374894] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.374894] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.375130] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.375223] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.375351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.375560] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 1c125d91-69b8-4e46-9773-3286b6dc0d22 is going to be created. [ 655.400517] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.400517] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.400517] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.400717] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.400849] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401347] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.404929] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69e41bf-6635-4c90-92b4-624901082a08: rpc.has_security_group_logging(os_id): False [ 655.409606] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.431479] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.431717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.431919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.432031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.432083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.432312] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.432406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.432536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.432602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.432756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.432942] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.433055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.433119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.433261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.433337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.433519] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.433647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.433734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.434348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.434429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.434518] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be created. [ 655.513796] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.514021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.514135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.514385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.514585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.537698] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: IN_PROGRESS for 2s [ 655.815713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.815713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.815713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.815713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.815713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.816046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.816046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.816137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.816229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.816308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.816388] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 already deleted. [ 655.816465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.911785] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.016028] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.016028] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-496" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.016028] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-496" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.016028] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-496" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.016028] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.016028] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.016028] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.016028] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.016028] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.016865] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.017198] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.017439] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.017674] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.019799] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.019799] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.019799] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.038110] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.038331] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.038501] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.038715] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-496" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.039071] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.039345] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.039502] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.039839] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.040066] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.147495] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb45b352-42bb-4b4e-9769-637a5a1c22ef req-a18a47b8-7495-4c72-87a2-55d2f4c21f26 service nova] Enqueued Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_rules [ 656.147780] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb45b352-42bb-4b4e-9769-637a5a1c22ef req-a18a47b8-7495-4c72-87a2-55d2f4c21f26 service nova] Enqueued Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_members [ 656.147906] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb45b352-42bb-4b4e-9769-637a5a1c22ef req-a18a47b8-7495-4c72-87a2-55d2f4c21f26 service nova] Enqueued Resource ID: 1c125d91-69b8-4e46-9773-3286b6dc0d22 with Priority: HIGHEST for action port [ 656.148735] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_rules [ 656.148874] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_members [ 656.149031] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c125d91-69b8-4e46-9773-3286b6dc0d22 with Priority: HIGHEST for action port [ 656.149529] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.149653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.149714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.150022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.150144] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.151249] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.151403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.151496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.151727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.151928] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.152078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.152170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.152363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.152480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.152609] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.154028] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c125d91-69b8-4e46-9773-3286b6dc0d22 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.154028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.154028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.154255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.154255] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c125d91-69b8-4e46-9773-3286b6dc0d22',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.417098] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.418681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.418681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.418681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.418681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.418681] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be updated. [ 656.453238] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.453377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.453421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.453767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.453767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.468052] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: IN_PROGRESS for 2s [ 656.503557] env[66352]: INFO networking_nsxv3.common.synchronization [None req-2e71c73b-41c5-4bfe-951b-6b02579ec1e7 None None] Enqueued Resource ID: cf55c2f8-b0bf-4678-aece-d55441a5ffeb with Priority: HIGHEST for action port [ 656.504097] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55c2f8-b0bf-4678-aece-d55441a5ffeb with Priority: HIGHEST for action port [ 656.504437] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf55c2f8-b0bf-4678-aece-d55441a5ffeb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.504597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf55c2f8-b0bf-4678-aece-d55441a5ffeb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.504673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf55c2f8-b0bf-4678-aece-d55441a5ffeb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.505295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf55c2f8-b0bf-4678-aece-d55441a5ffeb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.505295] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf55c2f8-b0bf-4678-aece-d55441a5ffeb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.542552] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.542800] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.542958] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.543348] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.543588] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.543798] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d not found, creating... [ 656.544589] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.544893] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.545086] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.545419] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.545692] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.546045] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.546217] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.546340] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.546655] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.546799] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.546954] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d is going to be created. [ 656.568765] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.568988] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.569393] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.569471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.569685] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.569918] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.659593] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.659593] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.659593] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c125d91-69b8-4e46-9773-3286b6dc0d22 with status ACTIVE [ 656.659593] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.659593] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.659593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.660553] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.660553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.660825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.661135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.661286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.661443] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c125d91-69b8-4e46-9773-3286b6dc0d22 is going to be updated. [ 656.703611] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.703811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.703811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.704033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.704177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.704338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c125d91-69b8-4e46-9773-3286b6dc0d22" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.007456] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf55c2f8-b0bf-4678-aece-d55441a5ffeb [ 657.007832] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.008070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.008211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.008538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.008809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.009005] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf55c2f8-b0bf-4678-aece-d55441a5ffeb already deleted. [ 657.009161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf55c2f8-b0bf-4678-aece-d55441a5ffeb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.161464] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.191590] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf in Status: SUCCESS [ 657.191795] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf deletion is rescheduled due to dependency. [ 657.192458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.381077] env[66352]: INFO networking_nsxv3.common.synchronization [req-e9911bbe-bea8-45c9-98e4-199c55b3906b req-18de8ed9-b7a3-427f-bfbe-432311df2475 service nova] Enqueued Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_rules [ 657.381257] env[66352]: INFO networking_nsxv3.common.synchronization [req-e9911bbe-bea8-45c9-98e4-199c55b3906b req-18de8ed9-b7a3-427f-bfbe-432311df2475 service nova] Enqueued Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_members [ 657.381379] env[66352]: INFO networking_nsxv3.common.synchronization [req-e9911bbe-bea8-45c9-98e4-199c55b3906b req-18de8ed9-b7a3-427f-bfbe-432311df2475 service nova] Enqueued Resource ID: af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d with Priority: HIGHEST for action port [ 657.381934] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_rules [ 657.382090] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_members [ 657.382189] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d with Priority: HIGHEST for action port [ 657.382462] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8ebf5b2-cdbf-4009-8144-6c42dba18896 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.382582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.382648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.386391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.386467] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.387513] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8ebf5b2-cdbf-4009-8144-6c42dba18896 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.387628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.387740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.387885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.388045] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.388142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.388196] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.388338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.388422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.388516] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.390118] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.390118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.390279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.390360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.390441] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.555122] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 657.555122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.555122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.555122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.555122] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.664184] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.664184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.664184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.664184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.664184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.664184] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd70e93-a190-4eaf-af7e-79f956f85333 is going to be created. [ 657.688498] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac82ee24-e72e-4341-abe1-42eb3b789c6f req-d3c11fc1-e763-4051-9cdc-d20f302fd211 tempest-DeleteServersAdminTestJSON-542721280 tempest-DeleteServersAdminTestJSON-542721280-project-member] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 657.688990] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 657.689320] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.689445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.689548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.689858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.692389] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.692389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.692389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.692389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.692389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.692389] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.706582] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.706764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.706861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.707108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.707354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.722743] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd70e93-a190-4eaf-af7e-79f956f85333 in Status: UNINITIALIZED for 2s [ 657.894160] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.897756] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8ebf5b2-cdbf-4009-8144-6c42dba18896 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.897756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.897756] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d with status ACTIVE [ 657.897756] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.897756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.897756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.898145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.898899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.898990] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.899119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.899185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.900337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.903108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.903398] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.903517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.903580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.904648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.904648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.904648] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d is going to be updated. [ 657.932283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.932538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.932538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.932932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.933030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.933306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4d01ea-5b4a-46ba-b84a-28b0de0bdc9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.059409] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.059619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.333394] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.334222] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.334222] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.334222] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.334434] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.334528] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.334604] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.335078] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.335078] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.335321] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.335386] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.335491] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.335671] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.335749] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.335803] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.335928] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.337290] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.337494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.337494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.337711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.337801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.338013] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.338342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.338420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.338601] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be updated. [ 658.375438] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.375761] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.375949] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.376033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.376344] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-8ffd23cf-2750-4457-970e-bcef7c2e04e4 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.376575] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.376837] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.376938] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.377159] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ffd23cf-2750-4457-970e-bcef7c2e04e4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.389199] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.390396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.390396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.390396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.390396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.398208] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.400230] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: IN_PROGRESS for 2s [ 658.481577] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 658.481826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.481988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.482227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.482420] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.482538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.482601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.482751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.482830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.482913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.483011] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.881172] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.881172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.881172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.881172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.881172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.881172] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 8ffd23cf-2750-4457-970e-bcef7c2e04e4 not found, creating... [ 658.881515] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.881515] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.881602] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.881797] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.881895] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.882157] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.882303] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.882408] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.882600] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.882727] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.882864] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 8ffd23cf-2750-4457-970e-bcef7c2e04e4 is going to be created. [ 658.902800] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.902993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.903044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.903257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.903336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.903427] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 is going to be created. [ 658.905692] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.905897] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.905981] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.906227] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.906437] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.906635] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.932556] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.932788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.932788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.933858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.933858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943326] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 in Status: UNINITIALIZED for 2s [ 658.986394] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.986394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.986394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.986940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.986940] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.986940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.987534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.987534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.987534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.987534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.987782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.987782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.988011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.988011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.988197] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.988516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.988516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.988674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.988721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.988802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.989332] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.492448] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69e41bf-6635-4c90-92b4-624901082a08: rpc.has_security_group_logging(os_id): False [ 659.513907] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.513907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.513907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.514322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.514322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.514322] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.514461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.514461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.514572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.514652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.514824] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.514906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.514967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.515128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.515260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.515374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.515463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.515687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.515687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.515811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.515811] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be updated. [ 659.594802] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.595024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.595024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.595290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.595377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.610679] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac82ee24-e72e-4341-abe1-42eb3b789c6f req-479707ba-11b1-4609-8e11-370ce73f9556 service nova] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_rules [ 659.610986] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac82ee24-e72e-4341-abe1-42eb3b789c6f req-479707ba-11b1-4609-8e11-370ce73f9556 service nova] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 659.611186] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac82ee24-e72e-4341-abe1-42eb3b789c6f req-479707ba-11b1-4609-8e11-370ce73f9556 service nova] Enqueued Resource ID: 8ffd23cf-2750-4457-970e-bcef7c2e04e4 with Priority: HIGHEST for action port [ 659.612185] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: IN_PROGRESS for 2s [ 659.613466] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_rules [ 659.613682] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 659.613863] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ffd23cf-2750-4457-970e-bcef7c2e04e4 with Priority: HIGHEST for action port [ 659.614361] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.614731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.614879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.615160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615376] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.616610] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.616881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.617261] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ffd23cf-2750-4457-970e-bcef7c2e04e4 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.617470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.617595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.617978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.618125] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ffd23cf-2750-4457-970e-bcef7c2e04e4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.740131] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd70e93-a190-4eaf-af7e-79f956f85333 in Status: SUCCESS [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.740131] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.740131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.740131] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.121033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.121033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.121033] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ffd23cf-2750-4457-970e-bcef7c2e04e4 with status ACTIVE [ 660.121242] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.121301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.121419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.121623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.121737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.121947] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.122105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.122105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.123038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.123038] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.123038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.123038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.123038] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ffd23cf-2750-4457-970e-bcef7c2e04e4 is going to be updated. [ 660.151197] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.151197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.151197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.151393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.151546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.152367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ffd23cf-2750-4457-970e-bcef7c2e04e4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.245026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.245305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.245413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.245649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.245921] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.246097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.246212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.246472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.246593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.246753] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.246986] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.247145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.247211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.247520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.247673] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.247961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.248139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.248240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.248340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.248431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.248556] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.456066] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: SUCCESS [ 660.456066] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df deletion is rescheduled due to dependency. [ 660.456066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.456066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.456066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.456066] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.456066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.456066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.456066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.456066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.456066] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.751994] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddd70e93-a190-4eaf-af7e-79f956f85333: rpc.has_security_group_logging(os_id): False [ 660.776596] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.776814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.776873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.777101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.777197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.777567] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.777567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.777567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.777775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.777775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.778157] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.778157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.778360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.778492] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.778575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.778934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.779072] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd70e93-a190-4eaf-af7e-79f956f85333 is going to be created. [ 660.844452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.844452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.845135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.845378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.846244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.865211] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd70e93-a190-4eaf-af7e-79f956f85333 in Status: IN_PROGRESS for 2s [ 660.917776] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.967563] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 in Status: SUCCESS [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.967563] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.967563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.967563] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.421460] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.470541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8ebf5b2-cdbf-4009-8144-6c42dba18896 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.470541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.470541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.471330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.473390] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.473390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.473390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.473683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.473683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.473818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.474047] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8ebf5b2-cdbf-4009-8144-6c42dba18896 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.474167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.474223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.474394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.474591] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.474729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.474800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.474956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.475275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.475275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.475275] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.627192] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 661.631021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.925490] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.925490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.925490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.925490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.925490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.925490] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be updated. [ 661.976216] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.976216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.976216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.976216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.976216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.977802] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8ebf5b2-cdbf-4009-8144-6c42dba18896: rpc.has_security_group_logging(os_id): False [ 661.991912] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: IN_PROGRESS for 2s [ 662.003168] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.003940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.003940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.004172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.004481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.006020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.006020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.006020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.006703] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.006948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.007112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.007388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.007556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.007758] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 is going to be created. [ 662.094621] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.094800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.094908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.095157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.095343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.108581] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 in Status: IN_PROGRESS for 2s [ 662.549292] env[66352]: INFO networking_nsxv3.common.synchronization [req-03c69678-22e0-4fce-90ef-00fbb6219b08 req-33dcc0f5-8351-4372-bfea-80f16f42255a tempest-ServersNegativeTestJSON-1599405549 tempest-ServersNegativeTestJSON-1599405549-project-member] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 662.549934] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 662.550268] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.550411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.550490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.550648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.550792] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.551088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.551088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.551581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.551581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.551581] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.878218] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd70e93-a190-4eaf-af7e-79f956f85333 in Status: SUCCESS [ 662.878473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.947384] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.947824] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.947824] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.948025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.948295] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.948447] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.948557] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.948810] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.948952] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.949402] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.949720] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.949849] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.949973] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.950174] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.950388] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.950537] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.977152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.977372] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.977450] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.977604] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.977989] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.978181] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.978348] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.978625] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.978784] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.054678] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.481904] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.482222] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.482364] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.482827] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.482911] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.483088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 not found, creating... [ 663.483432] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483616] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483752] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483995] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.484154] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.484517] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.484729] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.484842] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.485067] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.485201] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.485337] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 is going to be created. [ 663.507141] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.507675] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.507675] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.507836] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.508079] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.508304] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.557470] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.004582] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: SUCCESS [ 664.005731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.005731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.005731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.005731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.005731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.006026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.006026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006220] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.060713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.060713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.060713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.061094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.061218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.061488] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 664.092306] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.092546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.092620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.092816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.092994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.102788] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 664.121821] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 in Status: SUCCESS [ 664.122087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.254144] env[66352]: INFO networking_nsxv3.common.synchronization [req-03c69678-22e0-4fce-90ef-00fbb6219b08 req-ade10b09-043c-44a5-9960-68b1d5201a98 service nova] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_rules [ 664.254719] env[66352]: INFO networking_nsxv3.common.synchronization [req-03c69678-22e0-4fce-90ef-00fbb6219b08 req-ade10b09-043c-44a5-9960-68b1d5201a98 service nova] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 664.255858] env[66352]: INFO networking_nsxv3.common.synchronization [req-03c69678-22e0-4fce-90ef-00fbb6219b08 req-ade10b09-043c-44a5-9960-68b1d5201a98 service nova] Enqueued Resource ID: 9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 with Priority: HIGHEST for action port [ 664.255858] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_rules [ 664.255858] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 664.255858] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 with Priority: HIGHEST for action port [ 664.257032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.257032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.257032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.257032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.257270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.259383] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.259530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.259781] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.261267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.261267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.261267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.261267] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.508902] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.509142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.509142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.509359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.509527] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.509622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.509685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.509862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.509952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.510055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.510208] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.510300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.510360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.510532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.510675] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.510807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.510884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.511046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.511143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.511546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.511740] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.767422] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 with status ACTIVE [ 664.767664] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.767846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.767921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.768153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.770358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.770358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.770358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.770358] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2 is going to be updated. [ 664.770849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.770849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.806902] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.807487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.807747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.808279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.808702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.809129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1dc4f4-4f3c-45a3-a631-5d8fec12e0e2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.014779] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c32ec494-7d5d-46f3-b2d9-bd3653c266df: rpc.has_security_group_logging(os_id): False [ 665.050088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.050088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.050088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.050438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.050438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.050640] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.050705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.050744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.051051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.051051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.051276] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.051377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.051440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.053336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.053503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.053800] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.053971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.054097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.054331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.054478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.054627] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be updated. [ 665.143586] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.143586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.143586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.143900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.143982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.165973] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: IN_PROGRESS for 2s [ 666.116462] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 666.116462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.116462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.117009] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.117588] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.117588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.117588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.117967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.118326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.118412] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.590724] env[66352]: INFO networking_nsxv3.common.synchronization [req-51b7a90f-ba18-45da-98b2-7c0c6c976668 req-410f58d8-c250-43d9-a47f-971064752c14 tempest-ServerDiagnosticsTest-1330973958 tempest-ServerDiagnosticsTest-1330973958-project-member] Enqueued Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_members [ 666.591341] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_members [ 666.591640] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.591760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.591841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.592334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.592659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.592659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.594705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.594705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.594705] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.622435] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.096638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.096909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.096909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.097109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.097172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.097733] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.097733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.097733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.097733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.098251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.098251] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 already deleted. [ 667.098251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.125043] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.178386] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: SUCCESS [ 667.178605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.325715] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.325715] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.325890] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.326231] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.326572] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.326777] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.326938] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.327271] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.327460] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.327771] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.327887] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.328020] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.328189] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.328352] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.328508] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.328713] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.357753] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.357957] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.358125] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.358326] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.358696] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.358910] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.359059] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.359442] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.359598] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93d78a9-e396-4dd8-82cd-7fa90c7ca62f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.628775] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.628902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.628984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.629241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.629344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.629448] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 667.662386] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.662564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.662661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.662940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.663148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.675021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 667.794289] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f2f67488-2029-4297-a51d-cd382c20f022 None None] Enqueued Resource ID: 593e21e7-351e-4201-8cf7-3462797f6db5 with Priority: HIGHEST for action port [ 667.794289] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593e21e7-351e-4201-8cf7-3462797f6db5 with Priority: HIGHEST for action port [ 667.795982] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-593e21e7-351e-4201-8cf7-3462797f6db5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.795982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593e21e7-351e-4201-8cf7-3462797f6db5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.795982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593e21e7-351e-4201-8cf7-3462797f6db5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.795982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593e21e7-351e-4201-8cf7-3462797f6db5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.795982] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593e21e7-351e-4201-8cf7-3462797f6db5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.863671] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.863904] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.864330] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.864671] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.864859] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.866159] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port b93d78a9-e396-4dd8-82cd-7fa90c7ca62f not found, creating... [ 667.866159] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.866159] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.866159] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.866159] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.866159] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.866569] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.866569] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.866749] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.868193] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.868193] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.868193] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: b93d78a9-e396-4dd8-82cd-7fa90c7ca62f is going to be created. [ 667.891372] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.891557] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.891668] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.891935] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.892163] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.892367] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.298991] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 593e21e7-351e-4201-8cf7-3462797f6db5 [ 668.299304] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.299374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.299374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.301046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.301046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.301046] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:593e21e7-351e-4201-8cf7-3462797f6db5 already deleted. [ 668.301046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593e21e7-351e-4201-8cf7-3462797f6db5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.594892] env[66352]: INFO networking_nsxv3.common.synchronization [req-51b7a90f-ba18-45da-98b2-7c0c6c976668 req-eacad1ea-ff95-4f00-9c3f-1d29a823751f service nova] Enqueued Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_rules [ 668.595193] env[66352]: INFO networking_nsxv3.common.synchronization [req-51b7a90f-ba18-45da-98b2-7c0c6c976668 req-eacad1ea-ff95-4f00-9c3f-1d29a823751f service nova] Enqueued Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_members [ 668.595927] env[66352]: INFO networking_nsxv3.common.synchronization [req-51b7a90f-ba18-45da-98b2-7c0c6c976668 req-eacad1ea-ff95-4f00-9c3f-1d29a823751f service nova] Enqueued Resource ID: b93d78a9-e396-4dd8-82cd-7fa90c7ca62f with Priority: HIGHEST for action port [ 668.595927] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_rules [ 668.596082] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_members [ 668.596396] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93d78a9-e396-4dd8-82cd-7fa90c7ca62f with Priority: HIGHEST for action port [ 668.596396] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f8231a-13ee-4fa5-b1d1-c81fd2c29104 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.596575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.596575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.596799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.596878] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.598220] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.601098] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.601098] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.601098] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.601098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.601098] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93d78a9-e396-4dd8-82cd-7fa90c7ca62f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.713061] env[66352]: INFO networking_nsxv3.common.synchronization [req-2cdb4033-2ae8-47a9-ac60-1fe5a75f7489 req-626b7241-f701-4828-8c87-2b84476afdea tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 668.713682] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 668.714019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.714148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.714247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.714492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.715064] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.715064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.715064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.715588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.715765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.715849] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.103026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.104180] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b93d78a9-e396-4dd8-82cd-7fa90c7ca62f with status ACTIVE [ 669.104420] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.104642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.104721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.104954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.105103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.105362] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.105539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.105539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.105751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.105835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.108435] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.108598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.108665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.110754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.110754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.110754] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b93d78a9-e396-4dd8-82cd-7fa90c7ca62f is going to be updated. [ 669.110754] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.137441] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.138040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.138040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.138040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.138229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.138280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b93d78a9-e396-4dd8-82cd-7fa90c7ca62f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.220094] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.615865] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.685626] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 669.685772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.685957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.686205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.686417] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.686554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.686615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.686768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.686862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.686950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.687054] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.721816] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.115883] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.116031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.116031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.116626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.116626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.116626] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 is going to be created. [ 670.141894] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.141894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.141894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.142098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.142235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.152771] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 in Status: UNINITIALIZED for 2s [ 670.192644] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.192855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.192923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.193182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.193368] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.193472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.193687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.193819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.194088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.195532] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.195532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.195532] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.228539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.228539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.228539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.228539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.228539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.228539] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 670.273187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.273187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.273187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.273187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.273187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.284781] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 670.697822] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf0062e1-501a-4879-8501-3c53969ee6e1: rpc.has_security_group_logging(os_id): False [ 670.717575] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.717788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.717866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.718061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.718160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.718373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.718477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.718598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.718771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.718868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.719070] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.719163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.719226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.719366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.719437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.719680] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.719738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.719772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.719903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.719976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.720343] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 670.794042] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.794631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.794709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.794964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.795181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.812224] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 671.046207] env[66352]: INFO networking_nsxv3.common.synchronization [None req-29dcc7df-6735-45c8-a5d5-3fe4af53be59 None None] Enqueued Resource ID: 401bf907-f3f1-4b96-8840-426c8b438185 with Priority: HIGHEST for action port [ 671.047018] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401bf907-f3f1-4b96-8840-426c8b438185 with Priority: HIGHEST for action port [ 671.049466] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-401bf907-f3f1-4b96-8840-426c8b438185 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.049466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401bf907-f3f1-4b96-8840-426c8b438185" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.049466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401bf907-f3f1-4b96-8840-426c8b438185" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.049466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401bf907-f3f1-4b96-8840-426c8b438185" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.049466] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401bf907-f3f1-4b96-8840-426c8b438185',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.314212] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-98a043d0-a7ed-4233-adaf-3dbe291f4555 tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 671.314212] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 671.315034] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.315909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.316141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.318721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318721] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.318721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.318721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.318721] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.552644] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 401bf907-f3f1-4b96-8840-426c8b438185 [ 671.553478] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.553478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.553478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.553478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.553478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.553478] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:401bf907-f3f1-4b96-8840-426c8b438185 already deleted. [ 671.553887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401bf907-f3f1-4b96-8840-426c8b438185" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.821945] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.822287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.822287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.822399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.822488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.822686] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.822785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.822849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.823031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.823090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.823173] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d already deleted. [ 671.823251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.850985] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.851275] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.851670] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.851836] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.852195] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.852397] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.852540] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.852807] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.852988] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.853264] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.853486] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.853552] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.853751] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.853967] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.854191] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.854492] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.876878] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.877400] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.877400] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.877400] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.877848] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-bf1e663d-13b1-464b-b180-c7a4e5235d4d taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.877848] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.878057] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.878305] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.879321] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf1e663d-13b1-464b-b180-c7a4e5235d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.163965] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 in Status: SUCCESS [ 672.164280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.164503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.164869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.165143] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.165354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.165439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.165652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.165778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165973] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.295450] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 672.295688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.382332] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.382560] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.382678] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.382970] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.383164] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.383557] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port bf1e663d-13b1-464b-b180-c7a4e5235d4d not found, creating... [ 672.383557] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.383743] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.383852] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.384095] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.384240] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.384609] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.384753] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.384815] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.385047] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.385186] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.385349] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: bf1e663d-13b1-464b-b180-c7a4e5235d4d is going to be created. [ 672.409238] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.409493] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.409626] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.409979] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.410288] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.410541] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.668372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.668791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.668791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.669355] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.669739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.669739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.669975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.670096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.670312] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.670415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.670513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.670693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.670838] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.670980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.670980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.671203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.671301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.671441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.671583] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.826251] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 672.826576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.174820] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f8231a-13ee-4fa5-b1d1-c81fd2c29104: rpc.has_security_group_logging(os_id): False [ 673.197425] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.197567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.197650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.197938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.198063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.198311] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.198434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.198499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.198676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.198770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.199015] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.199116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.199177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.199317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.199391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.199642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.199742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.199804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.199978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.200090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.200177] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 is going to be created. [ 673.209925] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-1be939e6-d070-4b00-a91f-f3b4039f566d service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 673.210126] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-1be939e6-d070-4b00-a91f-f3b4039f566d service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 673.210281] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-1be939e6-d070-4b00-a91f-f3b4039f566d service nova] Enqueued Resource ID: bf1e663d-13b1-464b-b180-c7a4e5235d4d with Priority: HIGHEST for action port [ 673.210900] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 673.211093] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 673.211204] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf1e663d-13b1-464b-b180-c7a4e5235d4d with Priority: HIGHEST for action port [ 673.211485] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.211615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.212092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212092] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.213682] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.213682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.213838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.214057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.214233] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.214347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.214427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.214556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.214646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.214739] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.215667] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf1e663d-13b1-464b-b180-c7a4e5235d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.215856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.215936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.216112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.216184] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf1e663d-13b1-464b-b180-c7a4e5235d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.272031] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.272031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.272031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.274021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.274021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.286181] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 in Status: IN_PROGRESS for 2s [ 673.479373] env[66352]: INFO networking_nsxv3.common.synchronization [req-7670e9a0-96a3-4334-b35e-fa428f3621cb req-a84b16ef-928a-4bd9-b5ac-aa058b574772 tempest-ImagesNegativeTestJSON-859530375 tempest-ImagesNegativeTestJSON-859530375-project-member] Enqueued Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_members [ 673.479946] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGHEST for action security_group_members [ 673.481251] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.481251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.481251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.481251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.481251] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.481251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.481251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.481251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.481251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.481643] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.718541] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.719624] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.719743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.719901] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf1e663d-13b1-464b-b180-c7a4e5235d4d with status ACTIVE [ 673.720122] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.720282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.720387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.720649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.720790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.721053] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.721185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.721291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.721515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.721623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.721820] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.721917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.721978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.722200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.722275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.722390] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf1e663d-13b1-464b-b180-c7a4e5235d4d is going to be updated. [ 673.745636] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.745636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.745636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.745636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.745636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.745636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf1e663d-13b1-464b-b180-c7a4e5235d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.985442] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.985845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.986579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.987258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.987258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.987258] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.987258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.987258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.987479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.987522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.987641] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd70e93-a190-4eaf-af7e-79f956f85333 is going to be updated. [ 674.022113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.022113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.022113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.022113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.022113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.030789] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd70e93-a190-4eaf-af7e-79f956f85333 in Status: IN_PROGRESS for 2s [ 674.205956] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-5af016cb-85e2-4e56-8d83-637dabbc8593 tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 674.206748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 674.206902] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.206970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.225090] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.398460] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8270a69e-9a59-4a21-a5ab-3d7c4a3ad74e None None] Enqueued Resource ID: 08053762-1bca-41be-a4a4-907b22268812 with Priority: HIGHEST for action port [ 674.398460] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08053762-1bca-41be-a4a4-907b22268812 with Priority: HIGHEST for action port [ 674.398460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-08053762-1bca-41be-a4a4-907b22268812 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.398778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08053762-1bca-41be-a4a4-907b22268812" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.398778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08053762-1bca-41be-a4a4-907b22268812" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.398851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08053762-1bca-41be-a4a4-907b22268812" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.398886] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08053762-1bca-41be-a4a4-907b22268812',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.670413] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.670587] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.671500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.671500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.671500] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.671500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.671898] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.671898] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.671898] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672151] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.672239] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.672335] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.672454] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.672567] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.672663] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.672781] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.693928] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.694119] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.694253] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.694414] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.694717] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.694874] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.695017] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.695415] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.695541] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6907cf9b-a89f-4bbd-9875-f1a1f9a9924c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.731991] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.732202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.732291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.732484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.732612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.732689] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be created. [ 674.772924] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.773150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.773200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.773391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.773896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.801449] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: UNINITIALIZED for 2s [ 674.901316] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08053762-1bca-41be-a4a4-907b22268812 [ 674.901702] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.901907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.902140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.902472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.902619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.902767] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08053762-1bca-41be-a4a4-907b22268812 already deleted. [ 674.902901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08053762-1bca-41be-a4a4-907b22268812" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.199404] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.199404] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.199404] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.199404] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.199404] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.199404] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 6907cf9b-a89f-4bbd-9875-f1a1f9a9924c not found, creating... [ 675.199885] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.199885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.199885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.200027] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.200688] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.200688] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.200688] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.200688] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.200929] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.200968] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.201148] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 6907cf9b-a89f-4bbd-9875-f1a1f9a9924c is going to be created. [ 675.239816] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.240012] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.240188] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.240543] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.240857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.242393] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.301419] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 in Status: SUCCESS [ 675.303779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.544710] env[66352]: INFO networking_nsxv3.common.synchronization [req-06d5bb97-1b80-4b05-aeab-63781f780a6b req-66e7184b-7ee5-43db-9d6a-a0ff461b81ae tempest-FloatingIPsAssociationTestJSON-504405489 tempest-FloatingIPsAssociationTestJSON-504405489-project-member] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 675.545153] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 675.545503] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.545629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.545692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.545951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.546160] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.546288] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.546370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.546549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.546657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.546769] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.030040] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-ae6fbf84-792d-44da-a927-bd0b573b04c2 service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 676.030040] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-ae6fbf84-792d-44da-a927-bd0b573b04c2 service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 676.030040] env[66352]: INFO networking_nsxv3.common.synchronization [req-35732c7c-1427-4460-98b2-8c9987919ebf req-ae6fbf84-792d-44da-a927-bd0b573b04c2 service nova] Enqueued Resource ID: 6907cf9b-a89f-4bbd-9875-f1a1f9a9924c with Priority: HIGHEST for action port [ 676.031407] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 676.031599] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 676.031703] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907cf9b-a89f-4bbd-9875-f1a1f9a9924c with Priority: HIGHEST for action port [ 676.033221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033543] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033810] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.034184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.034268] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6907cf9b-a89f-4bbd-9875-f1a1f9a9924c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.045158] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd70e93-a190-4eaf-af7e-79f956f85333 in Status: SUCCESS [ 676.045373] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd70e93-a190-4eaf-af7e-79f956f85333 deletion is rescheduled due to dependency. [ 676.046087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.050637] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.537928] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6907cf9b-a89f-4bbd-9875-f1a1f9a9924c with status ACTIVE [ 676.538247] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.538764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.538764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.538764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.538764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.540538] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.540750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.540831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.541037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.541127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.541329] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.541464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.541511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.542065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.542065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.542065] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6907cf9b-a89f-4bbd-9875-f1a1f9a9924c is going to be updated. [ 676.554892] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.567790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.567977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.568052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.569124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.569124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.569124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6907cf9b-a89f-4bbd-9875-f1a1f9a9924c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.814799] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 676.815092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.815318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.815438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.815624] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.815774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.815821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.815945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.816036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.816121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.816220] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.820040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.820040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.820392] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.820392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.820392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.820586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.820640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.820693] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.018870] env[66352]: INFO networking_nsxv3.common.synchronization [None req-9c5e8e1b-0d78-4f6d-9b28-56d96f348868 None None] Enqueued Resource ID: 2ee7aa0a-6fb1-4d8d-9c20-720d7de96372 with Priority: HIGHEST for action port [ 677.019729] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7aa0a-6fb1-4d8d-9c20-720d7de96372 with Priority: HIGHEST for action port [ 677.019990] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ee7aa0a-6fb1-4d8d-9c20-720d7de96372 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.020152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ee7aa0a-6fb1-4d8d-9c20-720d7de96372" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.020220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ee7aa0a-6fb1-4d8d-9c20-720d7de96372" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.020491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ee7aa0a-6fb1-4d8d-9c20-720d7de96372" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.020571] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee7aa0a-6fb1-4d8d-9c20-720d7de96372',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.056831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.057062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.057062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.057279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.057371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.057471] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf is going to be updated. [ 677.094446] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.094446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.094446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.094679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.094892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.106376] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: IN_PROGRESS for 2s [ 677.188595] env[66352]: INFO networking_nsxv3.common.synchronization [None req-53ab415c-c8b8-4ce5-b7b0-6860b3386406 None None] Enqueued Resource ID: 7654c90b-fdba-458d-aade-6f453218ebf9 with Priority: HIGHEST for action port [ 677.189874] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7654c90b-fdba-458d-aade-6f453218ebf9 with Priority: HIGHEST for action port [ 677.189981] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7654c90b-fdba-458d-aade-6f453218ebf9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.190128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7654c90b-fdba-458d-aade-6f453218ebf9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.190184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7654c90b-fdba-458d-aade-6f453218ebf9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.190488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7654c90b-fdba-458d-aade-6f453218ebf9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.190824] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7654c90b-fdba-458d-aade-6f453218ebf9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.324598] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.324832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.324922] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.523880] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ee7aa0a-6fb1-4d8d-9c20-720d7de96372 [ 677.524112] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.524238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.524303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.524515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.524610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.524703] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ee7aa0a-6fb1-4d8d-9c20-720d7de96372 already deleted. [ 677.524824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ee7aa0a-6fb1-4d8d-9c20-720d7de96372" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.692562] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7654c90b-fdba-458d-aade-6f453218ebf9 [ 677.692903] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.692903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.693026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.693227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.693291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.693375] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7654c90b-fdba-458d-aade-6f453218ebf9 already deleted. [ 677.693460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7654c90b-fdba-458d-aade-6f453218ebf9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.831851] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.335241] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.335572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.335572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.335941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.335941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.335941] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 678.370170] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3497b498-d24a-4d0b-bb24-8d118e4ab890 tempest-ServersTestManualDisk-560548710 tempest-ServersTestManualDisk-560548710-project-member] Enqueued Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_rules [ 678.370402] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_rules [ 678.370779] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a368e356-3366-4001-8e45-1a4b58422517 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.370904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.370904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.375733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.375733] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.377188] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.377317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.377448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.377581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.378057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.390130] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 678.554690] env[66352]: INFO networking_nsxv3.common.synchronization [None req-33b29355-fd72-4ca9-919c-6f38334029aa tempest-ServersTestManualDisk-560548710 tempest-ServersTestManualDisk-560548710-project-member] Enqueued Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_rules [ 678.555276] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_rules [ 678.555798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a368e356-3366-4001-8e45-1a4b58422517 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.555934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.904166] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.904534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.904534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.906254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.906254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.906459] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a368e356-3366-4001-8e45-1a4b58422517 already deleted. [ 678.906459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.907861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.907861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.907861] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.116973] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: SUCCESS [ 679.117436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.434735] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.436883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.436883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.436883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.436883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.436883] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a368e356-3366-4001-8e45-1a4b58422517 already deleted. [ 679.436883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.985264] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ea8db3a5-ae63-4df4-ab3e-cfa135bd500b None None] Enqueued Resource ID: 57e632eb-aa66-40e6-a810-5224e87a7166 with Priority: HIGHEST for action port [ 679.985875] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e632eb-aa66-40e6-a810-5224e87a7166 with Priority: HIGHEST for action port [ 679.986704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e632eb-aa66-40e6-a810-5224e87a7166 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.986905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e632eb-aa66-40e6-a810-5224e87a7166" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.987017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e632eb-aa66-40e6-a810-5224e87a7166" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.987364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e632eb-aa66-40e6-a810-5224e87a7166" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.987492] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e632eb-aa66-40e6-a810-5224e87a7166',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.366080] env[66352]: INFO networking_nsxv3.common.synchronization [None req-c460024e-a860-4ad2-9a93-3ebc0356e7c8 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_rules [ 680.366810] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_rules [ 680.367385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.368178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.368435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.368772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.368871] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.406701] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 680.408732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.408732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.408732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.409346] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.409763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.411083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.411083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.411083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.411083] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.490548] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57e632eb-aa66-40e6-a810-5224e87a7166 [ 680.490790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.490929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.491015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.491498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.491597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.491699] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57e632eb-aa66-40e6-a810-5224e87a7166 already deleted. [ 680.491783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e632eb-aa66-40e6-a810-5224e87a7166" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.513675] env[66352]: INFO networking_nsxv3.common.synchronization [None req-c0491054-402f-4877-b56e-a8e6a269e7a2 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_rules [ 680.514504] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_rules [ 680.514857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.515042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.893350] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.893460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.893460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.893778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.893778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.893931] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d already deleted. [ 680.893931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.894182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.894232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.894276] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.916852] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.136833] env[66352]: INFO networking_nsxv3.common.synchronization [req-89420ceb-0f95-4af2-8bba-2199c61044fa req-097d53cd-ba13-4bd9-bb1b-f85a99793a7e tempest-ServersNegativeTestJSON-1599405549 tempest-ServersNegativeTestJSON-1599405549-project-member] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 681.138186] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 681.138596] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.138731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.138864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.139204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.139366] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.139467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.139536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.139702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.139788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.139888] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.416652] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.416652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.416652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.416959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.416959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.416959] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d already deleted. [ 681.417085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.418598] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.642607] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.922130] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.924477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.924897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.925282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.926234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.926419] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 682.009783] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.010610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.010610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.010969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.011611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.028870] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 682.144644] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.648130] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.648364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.648463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.648748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.648879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.649467] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 682.688925] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.690756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.690891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.691184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.691354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.703379] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 682.995404] env[66352]: INFO networking_nsxv3.common.synchronization [None req-be0a3ce5-ec93-49d7-97f0-260df8182c89 None None] Enqueued Resource ID: 443b44e0-78e6-478e-82a5-f6837ca20442 with Priority: HIGHEST for action port [ 682.995993] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443b44e0-78e6-478e-82a5-f6837ca20442 with Priority: HIGHEST for action port [ 682.996357] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-443b44e0-78e6-478e-82a5-f6837ca20442 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.996490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443b44e0-78e6-478e-82a5-f6837ca20442" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.996557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443b44e0-78e6-478e-82a5-f6837ca20442" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.998051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443b44e0-78e6-478e-82a5-f6837ca20442" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.998051] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443b44e0-78e6-478e-82a5-f6837ca20442',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.501009] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 443b44e0-78e6-478e-82a5-f6837ca20442 [ 683.501352] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.501352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.502836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.502836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.502836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.502836] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:443b44e0-78e6-478e-82a5-f6837ca20442 already deleted. [ 683.502836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443b44e0-78e6-478e-82a5-f6837ca20442" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.596959] env[66352]: INFO networking_nsxv3.common.synchronization [None req-90d1470b-a1a8-48cc-90ab-b4ee32111ef1 None None] Enqueued Resource ID: 09e475ba-d06e-4844-af59-923dd6bf4ca7 with Priority: HIGHEST for action port [ 683.597781] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e475ba-d06e-4844-af59-923dd6bf4ca7 with Priority: HIGHEST for action port [ 683.598400] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e475ba-d06e-4844-af59-923dd6bf4ca7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.598400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e475ba-d06e-4844-af59-923dd6bf4ca7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.598400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e475ba-d06e-4844-af59-923dd6bf4ca7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.598677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e475ba-d06e-4844-af59-923dd6bf4ca7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.598784] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e475ba-d06e-4844-af59-923dd6bf4ca7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.042765] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.042765] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.042765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.042765] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.044256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.044391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.044610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.044828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.044979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.045079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.045274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.045384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.045509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.045646] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.101696] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09e475ba-d06e-4844-af59-923dd6bf4ca7 [ 684.101939] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.103709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.103799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.104422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.104422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.104422] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09e475ba-d06e-4844-af59-923dd6bf4ca7 already deleted. [ 684.104422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e475ba-d06e-4844-af59-923dd6bf4ca7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.521845] env[66352]: INFO networking_nsxv3.common.synchronization [req-5bcbac6c-d6a1-4970-80e4-f547d06208f9 req-7dec554c-b6f0-494b-857d-31137baa3dfd tempest-ServersAdminNegativeTestJSON-225873985 tempest-ServersAdminNegativeTestJSON-225873985-project-member] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 684.522425] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 684.522772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.522899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.524152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.524152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.524152] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.524152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.524152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.524152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.525062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.525214] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.548530] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75e004db-b3a5-424b-a82a-2d7bbf645d4d: rpc.has_security_group_logging(os_id): False [ 684.567974] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.568143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.568238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.568465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.570497] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.570497] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.570497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.573010] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.573010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.573010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.573010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.573010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.573010] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be created. [ 684.637193] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.637193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.637577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.637577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.637757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.650672] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 684.714887] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 684.716855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.028585] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.137455] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.137763] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.137763] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.138137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.138563] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.138819] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.138889] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.139173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.139610] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.139882] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.140100] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.140210] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.140364] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.140593] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.140781] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.140939] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.170737] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.170936] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.170979] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.171149] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.171661] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-0e2a6629-dd21-4886-8f19-70b9b9a58e68 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.171661] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.171860] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.172178] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.172334] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e2a6629-dd21-4886-8f19-70b9b9a58e68',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.531262] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.675517] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.676813] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.676813] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.676813] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.676813] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.676813] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 0e2a6629-dd21-4886-8f19-70b9b9a58e68 not found, creating... [ 685.677257] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.677417] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.677528] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.677882] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.678035] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.678476] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.678700] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.678978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.679204] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.679396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.680049] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 0e2a6629-dd21-4886-8f19-70b9b9a58e68 is going to be created. [ 685.704499] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.704698] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.704814] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.705093] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.706307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.706307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.027755] env[66352]: INFO networking_nsxv3.common.synchronization [None req-293423e2-3d42-492e-a75d-f2071f383bdc None None] Enqueued Resource ID: e0646d70-d3d3-46cd-9f04-8da822c19df8 with Priority: HIGHEST for action port [ 686.027755] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0646d70-d3d3-46cd-9f04-8da822c19df8 with Priority: HIGHEST for action port [ 686.027755] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0646d70-d3d3-46cd-9f04-8da822c19df8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.028050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0646d70-d3d3-46cd-9f04-8da822c19df8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.028050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0646d70-d3d3-46cd-9f04-8da822c19df8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.028738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0646d70-d3d3-46cd-9f04-8da822c19df8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.028738] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0646d70-d3d3-46cd-9f04-8da822c19df8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.038288] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.038481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.038554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.038831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.038878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.038950] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be updated. [ 686.070093] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.070265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.070311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.070513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.070650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.081838] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: IN_PROGRESS for 2s [ 686.467479] env[66352]: INFO networking_nsxv3.common.synchronization [req-5bcbac6c-d6a1-4970-80e4-f547d06208f9 req-987a0ae8-87ae-4eab-8bd7-dc091e483d97 service nova] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_rules [ 686.467479] env[66352]: INFO networking_nsxv3.common.synchronization [req-5bcbac6c-d6a1-4970-80e4-f547d06208f9 req-987a0ae8-87ae-4eab-8bd7-dc091e483d97 service nova] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 686.467550] env[66352]: INFO networking_nsxv3.common.synchronization [req-5bcbac6c-d6a1-4970-80e4-f547d06208f9 req-987a0ae8-87ae-4eab-8bd7-dc091e483d97 service nova] Enqueued Resource ID: 0e2a6629-dd21-4886-8f19-70b9b9a58e68 with Priority: HIGHEST for action port [ 686.468260] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_rules [ 686.468356] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 686.468465] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2a6629-dd21-4886-8f19-70b9b9a58e68 with Priority: HIGHEST for action port [ 686.468708] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.468860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.468916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.469134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.469232] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.470117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.470222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.470419] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e2a6629-dd21-4886-8f19-70b9b9a58e68 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.470518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.470582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.470747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.470821] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e2a6629-dd21-4886-8f19-70b9b9a58e68',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.530911] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0646d70-d3d3-46cd-9f04-8da822c19df8 [ 686.531390] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.531390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.531390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.531659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.531686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.531765] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0646d70-d3d3-46cd-9f04-8da822c19df8 already deleted. [ 686.531851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0646d70-d3d3-46cd-9f04-8da822c19df8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645860] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8d2c85b6-5866-4429-a1a9-827f6a9f518a None None] Enqueued Resource ID: af7b49a3-e9a7-4276-8824-c4d4c66e75ad with Priority: HIGHEST for action port [ 686.646694] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7b49a3-e9a7-4276-8824-c4d4c66e75ad with Priority: HIGHEST for action port [ 686.647022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-af7b49a3-e9a7-4276-8824-c4d4c66e75ad taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.647146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af7b49a3-e9a7-4276-8824-c4d4c66e75ad" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.647220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af7b49a3-e9a7-4276-8824-c4d4c66e75ad" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.648045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af7b49a3-e9a7-4276-8824-c4d4c66e75ad" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.648045] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7b49a3-e9a7-4276-8824-c4d4c66e75ad',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.663023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 686.663023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.664732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.664732] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.818890] env[66352]: INFO networking_nsxv3.common.synchronization [req-7b02768d-edcb-4581-b1bb-858c8d445e5a req-6515c43a-6036-43a4-b31f-5b328ba58184 tempest-DeleteServersAdminTestJSON-542721280 tempest-DeleteServersAdminTestJSON-542721280-project-member] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 686.819513] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGHEST for action security_group_members [ 686.820643] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.820643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.820643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.820825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.820973] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.821105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.821172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.821327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.821410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.821500] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.974036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.974036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.974036] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e2a6629-dd21-4886-8f19-70b9b9a58e68 with status ACTIVE [ 686.974439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.974439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.974439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.974690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.974690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.975500] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.975500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.975500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.978044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.978044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.978266] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.978529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.978529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.978649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.978733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.978831] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e2a6629-dd21-4886-8f19-70b9b9a58e68 is going to be updated. [ 687.005345] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.005531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.005616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.005846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.006013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.006662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e2a6629-dd21-4886-8f19-70b9b9a58e68" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.153538] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af7b49a3-e9a7-4276-8824-c4d4c66e75ad [ 687.153794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.153959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.154050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.154260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.154381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.154433] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af7b49a3-e9a7-4276-8824-c4d4c66e75ad already deleted. [ 687.154514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af7b49a3-e9a7-4276-8824-c4d4c66e75ad" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.167145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.167851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.168025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.168978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.169185] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.169385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.169385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.169697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.169697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.169697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.169800] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.326316] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.330055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.330055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.330055] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be updated. [ 687.382184] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.382184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.382184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.382464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.382464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.393463] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: IN_PROGRESS for 2s [ 687.437508] env[66352]: INFO networking_nsxv3.common.synchronization [req-fd2cd82c-e452-4a18-bf67-353d90fb0feb req-2d9d8e90-dcf0-4e2f-9ae3-671115f5aae7 tempest-ServerMetadataNegativeTestJSON-876377268 tempest-ServerMetadataNegativeTestJSON-876377268-project-member] Enqueued Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_members [ 687.438320] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_members [ 687.438320] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.438532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.438532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.438660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.438813] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.438926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.438989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.439159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.439252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.439352] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.672440] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.672798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.672798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.672906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.673080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.673215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.673248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.673363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.673441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.673520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.673657] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.673738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.673796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.673928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.674101] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.674198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.674255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.674386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.674457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.674532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.675413] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.692897] env[66352]: INFO networking_nsxv3.common.synchronization [None req-be8f8765-75d6-424d-af22-089cf663dc56 None None] Enqueued Resource ID: 7db29575-016b-4548-b1b3-78a82e86dbb0 with Priority: HIGHEST for action port [ 687.693971] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db29575-016b-4548-b1b3-78a82e86dbb0 with Priority: HIGHEST for action port [ 687.696160] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db29575-016b-4548-b1b3-78a82e86dbb0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.696160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db29575-016b-4548-b1b3-78a82e86dbb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.696160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db29575-016b-4548-b1b3-78a82e86dbb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.696439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db29575-016b-4548-b1b3-78a82e86dbb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.696439] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db29575-016b-4548-b1b3-78a82e86dbb0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.916966] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.917221] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-404" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.917361] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-404" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.917766] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-404" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.918404] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.918618] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.918770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.919046] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.919253] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.919473] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.919582] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.920113] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.920113] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.920113] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.920113] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.920358] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.943054] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.943269] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.943923] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.943923] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-404" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.944102] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.944299] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.944412] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.944783] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.944992] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6ec66c-4e6d-47ac-81b2-1e884531cc75',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.946118] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.946239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.947422] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.947422] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 already deleted. [ 687.947422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.093852] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: SUCCESS [ 688.094168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.094426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.094639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.094826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.094944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.095021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.095180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.095260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.095355] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.177052] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75e004db-b3a5-424b-a82a-2d7bbf645d4d: rpc.has_security_group_logging(os_id): False [ 688.198707] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.198707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.198707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.199027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.199027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.199454] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.199454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.199454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.199454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.200020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.200020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.200020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.200020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.200319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.200368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.200704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.200704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.201113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.201113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.201113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.201113] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 688.202280] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7db29575-016b-4548-b1b3-78a82e86dbb0 [ 688.202483] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.202637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.202739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.202818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.202967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.202967] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7db29575-016b-4548-b1b3-78a82e86dbb0 already deleted. [ 688.204630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db29575-016b-4548-b1b3-78a82e86dbb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.270160] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.270342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.270568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.270712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.270832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.290555] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 688.450364] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.450364] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.450364] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.450364] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.450636] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.450932] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port dc6ec66c-4e6d-47ac-81b2-1e884531cc75 not found, creating... [ 688.451113] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.451883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.451883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.455020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.455020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.455020] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.455020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.455020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.455020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.455020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.455020] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: dc6ec66c-4e6d-47ac-81b2-1e884531cc75 is going to be created. [ 688.482733] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.483206] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.483206] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.484417] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.484417] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.484688] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.599948] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.697209] env[66352]: INFO networking_nsxv3.common.synchronization [None req-81f906e3-016f-44de-97c2-627ab0e0b4c7 tempest-ServersTestJSON-856166663 tempest-ServersTestJSON-856166663-project-member] Enqueued Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_rules [ 688.698095] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_rules [ 688.698259] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e640b71a-ef57-4022-9101-7343be9d709b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.698388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.698755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.698755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.698921] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.064064] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d5943a76-f2b8-4a64-b21b-cba64ddf11d9 tempest-ServersTestJSON-856166663 tempest-ServersTestJSON-856166663-project-member] Enqueued Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_rules [ 689.065310] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_rules [ 689.065923] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e640b71a-ef57-4022-9101-7343be9d709b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.065923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.102052] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.222901] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.223137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.223239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.223528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.223672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.223809] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e640b71a-ef57-4022-9101-7343be9d709b already deleted. [ 689.224051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.224317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.224563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.224681] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.302260] env[66352]: INFO networking_nsxv3.common.synchronization [req-da0bb5b7-66bb-4d18-bad4-c02173e3671f req-d8c76e4c-3a47-450d-afc3-024964b52b9e tempest-ServerDiagnosticsTest-1330973958 tempest-ServerDiagnosticsTest-1330973958-project-member] Enqueued Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_members [ 689.306824] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 with Priority: HIGHEST for action security_group_members [ 689.306824] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.306824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.306824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.306824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.306824] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.306824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.306824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.306824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.306824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.306824] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f8231a-13ee-4fa5-b1d1-c81fd2c29104',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.311429] env[66352]: INFO networking_nsxv3.common.synchronization [req-fd2cd82c-e452-4a18-bf67-353d90fb0feb req-88e63d45-39d5-4e65-bfbf-e14f1abbbe50 service nova] Enqueued Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_rules [ 689.313280] env[66352]: INFO networking_nsxv3.common.synchronization [req-fd2cd82c-e452-4a18-bf67-353d90fb0feb req-88e63d45-39d5-4e65-bfbf-e14f1abbbe50 service nova] Enqueued Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_members [ 689.313280] env[66352]: INFO networking_nsxv3.common.synchronization [req-fd2cd82c-e452-4a18-bf67-353d90fb0feb req-88e63d45-39d5-4e65-bfbf-e14f1abbbe50 service nova] Enqueued Resource ID: dc6ec66c-4e6d-47ac-81b2-1e884531cc75 with Priority: HIGHEST for action port [ 689.314228] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_rules [ 689.316735] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_members [ 689.316735] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6ec66c-4e6d-47ac-81b2-1e884531cc75 with Priority: HIGHEST for action port [ 689.316735] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.316735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.316735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.316735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.316735] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.317761] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.318194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.318194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.318372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.318564] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.318701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.318808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.319336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.319536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.319808] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.321492] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.323126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.323126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.323126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.323126] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6ec66c-4e6d-47ac-81b2-1e884531cc75',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.404941] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df in Status: SUCCESS [ 689.404941] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df deletion is rescheduled due to dependency. [ 689.404941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.566261] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3c0dc79c-892b-449f-9e96-99d59a5dfa5c None None] Enqueued Resource ID: 88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc with Priority: HIGHEST for action port [ 689.566886] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc with Priority: HIGHEST for action port [ 689.567227] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.567411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.567477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.567781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.567931] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.605468] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.605674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.605757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.606084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.606213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.606355] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be updated. [ 689.648235] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.648235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.648235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.648235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.648235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: IN_PROGRESS for 2s [ 689.777491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.777491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.777491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.777491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.777491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.777491] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e640b71a-ef57-4022-9101-7343be9d709b already deleted. [ 689.777491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.815044] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.815858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.816023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.816285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.816381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.816606] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.816722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.816788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.816960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.817054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.817131] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 is going to be updated. [ 689.827232] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.827466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.827965] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.831098] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc6ec66c-4e6d-47ac-81b2-1e884531cc75 with status ACTIVE [ 689.831098] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.831279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.831279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.831475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.831754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.831754] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.831835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.831956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.832113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.832194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.832629] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.832629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.832629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.832629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.832895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.832895] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc6ec66c-4e6d-47ac-81b2-1e884531cc75 is going to be updated. [ 689.869358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.869358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.869358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.869358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.869358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.869358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6ec66c-4e6d-47ac-81b2-1e884531cc75" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.883280] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.883280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.883280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.883280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.883280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.896029] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 in Status: IN_PROGRESS for 2s [ 690.069920] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc [ 690.070253] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.070466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.070576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.070869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.070993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.071133] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc already deleted. [ 690.071422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88eb4d28-2bf2-4d5b-9eac-c3f3cd59fecc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.323034] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 690.323034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.330066] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.832524] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.832852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.832852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.833082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.833191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.833386] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 is going to be created. [ 690.873479] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.873653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.873698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.873911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.874240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.884816] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 in Status: UNINITIALIZED for 2s [ 691.672637] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: SUCCESS [ 691.672884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.673081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.673411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.673516] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.673633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.673700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.673854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.673936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.674121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.674261] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.908449] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 in Status: SUCCESS [ 691.908449] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f8231a-13ee-4fa5-b1d1-c81fd2c29104 deletion is rescheduled due to dependency. [ 691.908449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f8231a-13ee-4fa5-b1d1-c81fd2c29104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.178024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.178024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.178024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.178655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.178655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.178655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.178655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178774] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.682076] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93be6a7c-681d-463a-962e-3a8bfa5dcbf8: rpc.has_security_group_logging(os_id): False [ 692.700017] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.700216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.700302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.700531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.700621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.700833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.700932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.700996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.701155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.701232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.701413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.701504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.701564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.701697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.701769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.701964] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.702091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.702154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.702292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.702400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.702538] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be updated. [ 692.774749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.774971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.774971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.775190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.775342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.788787] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: IN_PROGRESS for 2s [ 692.896898] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 in Status: SUCCESS [ 692.897233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.897460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.897747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.898033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.898206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.898331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.898509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.898612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.898699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.898803] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.402309] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.402640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.402640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.402807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.403525] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.403601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.403671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.403847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.403938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.404051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.404205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.404322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.404386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.404539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.404679] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.404782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.404837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.405023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.405086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.405213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.405245] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.797716] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f17d7a68-eba1-4d75-be3b-5c0dddbf2ba1 tempest-MigrationsAdminTest-1443813851 tempest-MigrationsAdminTest-1443813851-project-member] Enqueued Resource ID: f1726b1e-04d1-4d52-bcbc-1708f569550c with Priority: HIGHEST for action security_group_rules [ 693.799141] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1726b1e-04d1-4d52-bcbc-1708f569550c with Priority: HIGHEST for action security_group_rules [ 693.799141] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1726b1e-04d1-4d52-bcbc-1708f569550c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.799141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.799141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.800351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.800474] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1726b1e-04d1-4d52-bcbc-1708f569550c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.904276] env[66352]: INFO networking_nsxv3.common.synchronization [None req-e113f042-34b9-4357-8709-1e498c74d9e8 tempest-MigrationsAdminTest-1443813851 tempest-MigrationsAdminTest-1443813851-project-member] Enqueued Resource ID: f1726b1e-04d1-4d52-bcbc-1708f569550c with Priority: HIGHEST for action security_group_rules [ 693.904839] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1726b1e-04d1-4d52-bcbc-1708f569550c with Priority: HIGHEST for action security_group_rules [ 693.905165] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1726b1e-04d1-4d52-bcbc-1708f569550c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.905266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.907925] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 000bafb0-9acf-4fc4-b95c-afe5430997f1: rpc.has_security_group_logging(os_id): False [ 693.929877] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.930260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.930260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.930357] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.932097] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.932097] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.932097] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.932097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.932831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.932831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.932831] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 is going to be created. [ 693.998143] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.998338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.998448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.998569] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.998739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.015435] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 in Status: IN_PROGRESS for 2s [ 694.327826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.328059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.328146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.328397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.328499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.328598] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1726b1e-04d1-4d52-bcbc-1708f569550c already deleted. [ 694.328684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.329124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.329124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.329124] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1726b1e-04d1-4d52-bcbc-1708f569550c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.805791] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: SUCCESS [ 694.806131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.855886] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.856017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.856054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.856264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.857202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.857202] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1726b1e-04d1-4d52-bcbc-1708f569550c already deleted. [ 694.857202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1726b1e-04d1-4d52-bcbc-1708f569550c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.030585] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 in Status: SUCCESS [ 696.030963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.196175] env[66352]: INFO networking_nsxv3.common.synchronization [req-66f8bf47-ae83-4b2d-8ee4-e9f54ee51dd5 req-c8ef865d-8ef9-41e4-99e0-f98dd1ba76e4 tempest-InstanceActionsTestJSON-350962295 tempest-InstanceActionsTestJSON-350962295-project-member] Enqueued Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_members [ 696.196701] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 with Priority: HIGHEST for action security_group_members [ 696.197027] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8ebf5b2-cdbf-4009-8144-6c42dba18896 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.197150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.197213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.197414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.197565] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.197664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.197715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.198122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.198122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.201412] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8ebf5b2-cdbf-4009-8144-6c42dba18896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.706050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.706050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.706050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.706050] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 is going to be updated. [ 696.740920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.741088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.741144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.742020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.742020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.757720] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 in Status: IN_PROGRESS for 2s [ 696.841985] env[66352]: INFO networking_nsxv3.common.synchronization [req-08c3031f-25ea-400c-a7b5-554c742d3c71 req-39c43299-4310-4947-a467-3e688e6c79fe tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 696.841985] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 696.843118] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.843416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.843830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.845579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.845579] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.845579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.845579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.845579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.845579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.845579] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.120036] env[66352]: INFO networking_nsxv3.common.synchronization [req-4ddb7954-4488-48a1-bca7-8cce4ad63995 req-693acc46-2e41-4ca8-8a4d-e64937c69d3e tempest-ServerMetadataTestJSON-890320027 tempest-ServerMetadataTestJSON-890320027-project-member] Enqueued Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_members [ 697.120360] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_members [ 697.120722] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a069bbc6-2943-42ab-a6df-6aac0f95bd67 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.121450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.121450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.121556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.121722] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.121927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.122069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.122238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.122341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.122460] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.349062] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.626624] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.626857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.626966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.627272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.627401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.627656] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.627806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.627906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.628191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.628291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.628400] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 already deleted. [ 697.628541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.658685] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.658803] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-927" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.659092] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-927" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.659287] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-927" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.659537] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.659687] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.659833] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.660702] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.661058] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.661737] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.662692] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.662692] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.662692] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.662692] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.662692] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.662692] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.685470] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.685541] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.685668] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.685861] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-927" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.686284] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-ef348d27-da11-4191-83c2-e94c4ab9eb69 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.686488] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.687408] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.687408] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.687408] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef348d27-da11-4191-83c2-e94c4ab9eb69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.850722] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.189818] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.190155] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.190155] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.190550] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.190693] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.190849] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port ef348d27-da11-4191-83c2-e94c4ab9eb69 not found, creating... [ 698.191122] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.191280] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.191409] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.191609] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.192016] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.192016] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.192158] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.192223] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.192410] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.192548] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.192657] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: ef348d27-da11-4191-83c2-e94c4ab9eb69 is going to be created. [ 698.214848] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.214848] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.214848] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.214848] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.215395] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.215664] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.354108] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.354281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.354281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.354607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.354736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.354862] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 698.397284] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.397567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.397567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.397772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.397892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.411609] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 698.770961] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 in Status: SUCCESS [ 698.770961] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8ebf5b2-cdbf-4009-8144-6c42dba18896 deletion is rescheduled due to dependency. [ 698.770961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8ebf5b2-cdbf-4009-8144-6c42dba18896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.923220] env[66352]: INFO networking_nsxv3.common.synchronization [req-4ddb7954-4488-48a1-bca7-8cce4ad63995 req-570ade82-6d6d-471a-bf5a-96dcf72c345b service nova] Enqueued Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_rules [ 698.923220] env[66352]: INFO networking_nsxv3.common.synchronization [req-4ddb7954-4488-48a1-bca7-8cce4ad63995 req-570ade82-6d6d-471a-bf5a-96dcf72c345b service nova] Enqueued Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_members [ 698.923220] env[66352]: INFO networking_nsxv3.common.synchronization [req-4ddb7954-4488-48a1-bca7-8cce4ad63995 req-570ade82-6d6d-471a-bf5a-96dcf72c345b service nova] Enqueued Resource ID: ef348d27-da11-4191-83c2-e94c4ab9eb69 with Priority: HIGHEST for action port [ 698.923220] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_rules [ 698.923220] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_members [ 698.923220] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef348d27-da11-4191-83c2-e94c4ab9eb69 with Priority: HIGHEST for action port [ 698.925845] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a069bbc6-2943-42ab-a6df-6aac0f95bd67 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.925845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.925845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.925845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.925845] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.927670] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a069bbc6-2943-42ab-a6df-6aac0f95bd67 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.927670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.927670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.927670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.927670] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.928970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.928970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.929979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.929979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.929979] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.931233] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef348d27-da11-4191-83c2-e94c4ab9eb69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.931233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.931233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.932213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.932213] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef348d27-da11-4191-83c2-e94c4ab9eb69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.168872] env[66352]: INFO networking_nsxv3.common.synchronization [req-ca589ea9-2b1f-485f-aeeb-88586f706829 req-dbda3562-7861-4456-97da-ca22a59122a0 tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 699.169505] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 699.169813] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.169935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.427642] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ea4af95c-88ce-4389-9daf-073f789f1e5c None None] Enqueued Resource ID: 69e4d2e3-b6fb-4875-9452-07d582b66c8a with Priority: HIGHEST for action port [ 699.428140] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a069bbc6-2943-42ab-a6df-6aac0f95bd67 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.428227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.428728] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e4d2e3-b6fb-4875-9452-07d582b66c8a with Priority: HIGHEST for action port [ 699.429182] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e4d2e3-b6fb-4875-9452-07d582b66c8a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.430107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e4d2e3-b6fb-4875-9452-07d582b66c8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.430193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e4d2e3-b6fb-4875-9452-07d582b66c8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.430504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e4d2e3-b6fb-4875-9452-07d582b66c8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.430594] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e4d2e3-b6fb-4875-9452-07d582b66c8a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.432380] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.434165] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef348d27-da11-4191-83c2-e94c4ab9eb69 with status ACTIVE [ 699.434372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.434507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.434597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.434800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.434893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.435090] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.435195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.435254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.435402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.435477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.435649] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.435738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.435802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.435969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.436101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.436208] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef348d27-da11-4191-83c2-e94c4ab9eb69 is going to be updated. [ 699.463021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.463502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.463502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.463502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.463658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.463784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef348d27-da11-4191-83c2-e94c4ab9eb69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.834512] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-1ce4ef1f-eb44-4394-806e-394aea902c18 tempest-ListServersNegativeTestJSON-1255894113 tempest-ListServersNegativeTestJSON-1255894113-project-member] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 699.835076] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 699.835382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.835505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.836614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.836698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.837539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.837539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.837539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837539] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.934177] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e4d2e3-b6fb-4875-9452-07d582b66c8a [ 699.934419] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.934557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.934628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.934850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.934940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.935053] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e4d2e3-b6fb-4875-9452-07d582b66c8a already deleted. [ 699.935136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e4d2e3-b6fb-4875-9452-07d582b66c8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.935367] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.274872] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.275094] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.275213] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.275564] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.275822] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.276016] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.277868] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.278136] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.278291] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.278514] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.278625] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.278724] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.278825] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.278926] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.279067] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.279202] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.307805] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.308027] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.308166] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.308343] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.308672] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-e96707bb-bff2-431c-b06a-2ca32c6fd07a taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.308847] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.308971] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.309399] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.309534] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e96707bb-bff2-431c-b06a-2ca32c6fd07a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.340223] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.340320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.340369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.340746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.340746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.340920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.341128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.341128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.341281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.341360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.341445] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 already deleted. [ 700.341527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.428063] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 700.428063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.428063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.428063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.428063] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.428063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.428063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.428063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.428063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.428063] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.439634] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.439634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.440084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.440401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.440454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.440544] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 is going to be created. [ 700.475281] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.475281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.475281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.475281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.475281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.487028] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 in Status: UNINITIALIZED for 2s [ 700.812241] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.812504] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.812504] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.812659] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.812800] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.812944] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port e96707bb-bff2-431c-b06a-2ca32c6fd07a not found, creating... [ 700.813370] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.813370] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.813530] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.813661] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.813783] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.814084] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.814297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.814429] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.814638] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.814753] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.814884] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: e96707bb-bff2-431c-b06a-2ca32c6fd07a is going to be created. [ 700.837647] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.838091] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.838300] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.838676] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.838997] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.839369] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933209] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.933209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.933209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.933209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933547] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.933547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.933547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.933704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933704] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 701.010517] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.010612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.010740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.011145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.011207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.027483] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 701.575691] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-18ef9bf5-db51-4b17-881f-a4ad853d9e89 service nova] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_rules [ 701.575994] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-18ef9bf5-db51-4b17-881f-a4ad853d9e89 service nova] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 701.576052] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-18ef9bf5-db51-4b17-881f-a4ad853d9e89 service nova] Enqueued Resource ID: e96707bb-bff2-431c-b06a-2ca32c6fd07a with Priority: HIGHEST for action port [ 701.576272] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_rules [ 701.576401] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 701.576496] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96707bb-bff2-431c-b06a-2ca32c6fd07a with Priority: HIGHEST for action port [ 701.577060] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.577191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.577269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.577498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.577579] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.578822] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.578940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.579188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.579256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.579353] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.579508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.579654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.579738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.579828] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.581808] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e96707bb-bff2-431c-b06a-2ca32c6fd07a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.581927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.581964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.582561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.582561] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e96707bb-bff2-431c-b06a-2ca32c6fd07a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.806281] env[66352]: INFO networking_nsxv3.common.synchronization [req-c0dd0778-6f72-409b-a307-8a5d96f6627a req-60991e0e-e114-47cd-b619-2bdfc3be03c3 tempest-SecurityGroupRulesNegativeTestJSON-2024438743 tempest-SecurityGroupRulesNegativeTestJSON-2024438743-project-member] Enqueued Resource ID: 6d26c338-5b84-4096-b8e0-3c443eb748d3 with Priority: HIGHEST for action security_group_rules [ 701.806507] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d26c338-5b84-4096-b8e0-3c443eb748d3 with Priority: HIGHEST for action security_group_rules [ 701.809458] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d26c338-5b84-4096-b8e0-3c443eb748d3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.809458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.809458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.813480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.813663] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d26c338-5b84-4096-b8e0-3c443eb748d3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.084210] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.084210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.084210] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.087372] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e96707bb-bff2-431c-b06a-2ca32c6fd07a with status ACTIVE [ 702.087534] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.087626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.087626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.088268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.088268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.088268] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.088442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.088442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.091714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.091714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.091714] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.091714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.091714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.091714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.091714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.091714] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e96707bb-bff2-431c-b06a-2ca32c6fd07a is going to be updated. [ 702.110652] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d40bc9c4-0f58-40a0-8eb9-b7955557675c None None] Enqueued Resource ID: 224b0c75-37f5-4d14-8f26-5f73c32a19da with Priority: HIGHEST for action port [ 702.112192] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224b0c75-37f5-4d14-8f26-5f73c32a19da with Priority: HIGHEST for action port [ 702.112400] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-224b0c75-37f5-4d14-8f26-5f73c32a19da taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.112530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224b0c75-37f5-4d14-8f26-5f73c32a19da" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.112601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224b0c75-37f5-4d14-8f26-5f73c32a19da" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.112887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224b0c75-37f5-4d14-8f26-5f73c32a19da" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.112980] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224b0c75-37f5-4d14-8f26-5f73c32a19da',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.133436] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.133577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.133645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.133923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.134081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.134239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e96707bb-bff2-431c-b06a-2ca32c6fd07a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.337033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.337033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.337033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.337344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.337344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.337396] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d26c338-5b84-4096-b8e0-3c443eb748d3 already deleted. [ 702.337516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.497156] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 in Status: SUCCESS [ 702.497374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.497932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.497932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.498195] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.498313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.499101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.499101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.499101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.499101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.499101] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.586935] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.615330] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 224b0c75-37f5-4d14-8f26-5f73c32a19da [ 702.615591] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.615764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.615839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.616081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.616177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.616272] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:224b0c75-37f5-4d14-8f26-5f73c32a19da already deleted. [ 702.616351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224b0c75-37f5-4d14-8f26-5f73c32a19da" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.687570] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-d75285a7-5fd7-44d4-be0a-48f90d8b7f07 tempest-ListServersNegativeTestJSON-1255894113 tempest-ListServersNegativeTestJSON-1255894113-project-member] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 702.688146] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 702.688461] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.688627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.004029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a069bbc6-2943-42ab-a6df-6aac0f95bd67 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.004029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.004029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a069bbc6-2943-42ab-a6df-6aac0f95bd67 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.004029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.004029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.004723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.004723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.004723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.004723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.004723] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.040904] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 703.040904] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d deletion is rescheduled due to dependency. [ 703.040904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.090685] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.090685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.090685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.090685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.090685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.090685] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be created. [ 703.114974] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.115267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.115267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.115456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.115590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.126693] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: UNINITIALIZED for 2s [ 703.154569] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.154807] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.154962] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.155451] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.155659] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.155746] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.155892] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.156150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.156329] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.156579] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.156919] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.156919] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.156919] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.157079] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.157191] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.157385] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.179031] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.179217] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.179353] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.179740] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.179835] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-f9973e32-2c2b-4b9c-8795-31ab94f63699 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.180013] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.180132] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.180536] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.180680] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9973e32-2c2b-4b9c-8795-31ab94f63699',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.508379] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a069bbc6-2943-42ab-a6df-6aac0f95bd67: rpc.has_security_group_logging(os_id): False [ 703.529773] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.530042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.530135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.530449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.530577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.530784] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.530888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.531112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.531268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.531360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.531661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.531807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.531922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.532527] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.532630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.532694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.533026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 is going to be created. [ 703.604046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.604464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.604464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.604464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.604639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.616907] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 in Status: IN_PROGRESS for 2s [ 703.685073] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.685073] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.685073] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.685073] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.685073] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685073] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port f9973e32-2c2b-4b9c-8795-31ab94f63699 not found, creating... [ 703.685073] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.685073] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.685073] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.685478] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.685509] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685990] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.686162] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.686271] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.686500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.686631] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.686766] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: f9973e32-2c2b-4b9c-8795-31ab94f63699 is going to be created. [ 703.716987] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.717234] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.717353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.717671] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.717911] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.718236] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.416156] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-ce947add-0fc0-441a-ac60-42c8c899744c service nova] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_rules [ 704.416156] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-ce947add-0fc0-441a-ac60-42c8c899744c service nova] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 704.416156] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-ce947add-0fc0-441a-ac60-42c8c899744c service nova] Enqueued Resource ID: f9973e32-2c2b-4b9c-8795-31ab94f63699 with Priority: HIGHEST for action port [ 704.416156] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_rules [ 704.416156] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 704.416156] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9973e32-2c2b-4b9c-8795-31ab94f63699 with Priority: HIGHEST for action port [ 704.419331] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.419331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.419331] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.419331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.419331] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9973e32-2c2b-4b9c-8795-31ab94f63699 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.419331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.419331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.419331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.419331] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9973e32-2c2b-4b9c-8795-31ab94f63699',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.920379] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9973e32-2c2b-4b9c-8795-31ab94f63699 with status ACTIVE [ 704.920379] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.920757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.922828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.922828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.922828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.922828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.922828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.922828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.922828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.923154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.923384] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.923526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.923629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.924229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.924229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.924471] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9973e32-2c2b-4b9c-8795-31ab94f63699 is going to be updated. [ 704.943952] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d8291d10-65ba-410d-a616-ee16f71a723e None None] Enqueued Resource ID: b766fc86-ba52-41b5-8292-3afa07bc5570 with Priority: HIGHEST for action port [ 704.945485] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b766fc86-ba52-41b5-8292-3afa07bc5570 with Priority: HIGHEST for action port [ 704.946633] env[66352]: INFO networking_nsxv3.common.synchronization [req-e477f92b-22e2-46a0-8756-d026678938dd req-5cdaac76-91c5-46db-889a-c73d4d1b12d1 tempest-ImagesOneServerTestJSON-1663097846 tempest-ImagesOneServerTestJSON-1663097846-project-member] Enqueued Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_members [ 704.947489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b766fc86-ba52-41b5-8292-3afa07bc5570 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.947489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b766fc86-ba52-41b5-8292-3afa07bc5570" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.947634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b766fc86-ba52-41b5-8292-3afa07bc5570" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.947814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b766fc86-ba52-41b5-8292-3afa07bc5570" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.948147] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b766fc86-ba52-41b5-8292-3afa07bc5570',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.949190] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGHEST for action security_group_members [ 704.949651] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.949840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.949938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.950194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.950409] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.950500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.950636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.950815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.950866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.950950] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.956668] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.956828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.956828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.957195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.957195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9973e32-2c2b-4b9c-8795-31ab94f63699" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.056199] env[66352]: INFO networking_nsxv3.common.synchronization [req-d3eae135-ac32-4a9b-be83-286193d0bf93 req-a753bd89-9d55-49b7-ba17-74976b0b8f86 tempest-SecurityGroupRulesNegativeTestJSON-2024438743 tempest-SecurityGroupRulesNegativeTestJSON-2024438743-project-member] Enqueued Resource ID: 6d26c338-5b84-4096-b8e0-3c443eb748d3 with Priority: HIGHEST for action security_group_rules [ 705.057740] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d26c338-5b84-4096-b8e0-3c443eb748d3 with Priority: HIGHEST for action security_group_rules [ 705.058140] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d26c338-5b84-4096-b8e0-3c443eb748d3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.058302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.058302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.059169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.059169] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d26c338-5b84-4096-b8e0-3c443eb748d3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.140709] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 705.140709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.140709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.141211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.141605] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.141925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.142144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.142412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.142579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.146635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.146635] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.146635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.146635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.146635] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.146635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.146635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.146635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.146635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.146635] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.455394] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b766fc86-ba52-41b5-8292-3afa07bc5570 [ 705.455623] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.455745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.455817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.456054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.456259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.456674] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b766fc86-ba52-41b5-8292-3afa07bc5570 already deleted. [ 705.456674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b766fc86-ba52-41b5-8292-3afa07bc5570" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.456967] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.457093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.457144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.457324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.457431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.457550] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.459083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.459083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.459083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.459083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.459083] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e233be3e-626c-4649-8872-76872c2ca5eb is going to be updated. [ 705.489174] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.489304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.489365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.490624] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.490624] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.500192] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e233be3e-626c-4649-8872-76872c2ca5eb in Status: IN_PROGRESS for 2s [ 705.514328] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-cb29ad9a-3ecd-4bc8-95b7-c5063050d562 tempest-ListServersNegativeTestJSON-1255894113 tempest-ListServersNegativeTestJSON-1255894113-project-member] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 705.515328] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 705.515419] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.515491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.581432] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.581602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.581663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.582770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.582770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.582770] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d26c338-5b84-4096-b8e0-3c443eb748d3 already deleted. [ 705.582770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d26c338-5b84-4096-b8e0-3c443eb748d3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.630192] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 in Status: SUCCESS [ 705.630451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.648321] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.648639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.649521] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.153580] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.385433] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.385699] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.385869] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.386212] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.386527] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.386690] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.386852] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.387184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.387405] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.387663] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.387780] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.387906] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.388049] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.388170] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.388310] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.388477] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.417042] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.417170] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.417272] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.417477] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-648" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.417789] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-db27ee2f-051c-4692-8935-4660ea611d0b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.417951] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.418239] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.418599] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.418741] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db27ee2f-051c-4692-8935-4660ea611d0b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.656543] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.656785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.656915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.657270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.657371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.657517] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 706.695056] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.695227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.695291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.695579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.695781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.711828] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 706.921117] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.921344] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.921463] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.921739] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.921882] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.922040] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port db27ee2f-051c-4692-8935-4660ea611d0b not found, creating... [ 706.922300] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.922451] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.922684] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.922920] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.923120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.923411] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.923557] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.923666] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.923866] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.923992] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.924137] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: db27ee2f-051c-4692-8935-4660ea611d0b is going to be created. [ 706.944783] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.945015] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.946138] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.946138] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.946138] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.946138] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.513101] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e233be3e-626c-4649-8872-76872c2ca5eb in Status: SUCCESS [ 707.513101] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e233be3e-626c-4649-8872-76872c2ca5eb deletion is rescheduled due to dependency. [ 707.513514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.757054] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-b4476985-22db-46e2-be28-a8f88199f84c service nova] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_rules [ 707.757229] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-b4476985-22db-46e2-be28-a8f88199f84c service nova] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 707.757406] env[66352]: INFO networking_nsxv3.common.synchronization [req-97bdf64b-20ba-4e0e-ab98-73ad616156b0 req-b4476985-22db-46e2-be28-a8f88199f84c service nova] Enqueued Resource ID: db27ee2f-051c-4692-8935-4660ea611d0b with Priority: HIGHEST for action port [ 707.757604] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_rules [ 707.757777] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 707.757827] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27ee2f-051c-4692-8935-4660ea611d0b with Priority: HIGHEST for action port [ 707.763585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.763585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.763585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.763585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.763585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-db27ee2f-051c-4692-8935-4660ea611d0b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.763585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.763585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.763585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.763585] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db27ee2f-051c-4692-8935-4660ea611d0b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.817712] env[66352]: INFO networking_nsxv3.common.synchronization [None req-5222062f-f679-467c-b90f-78d829ca7fd2 None None] Enqueued Resource ID: 9ccdd98f-f8cf-4de1-8566-7da999251782 with Priority: HIGHEST for action port [ 707.819057] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccdd98f-f8cf-4de1-8566-7da999251782 with Priority: HIGHEST for action port [ 707.819808] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ccdd98f-f8cf-4de1-8566-7da999251782 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.819952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ccdd98f-f8cf-4de1-8566-7da999251782" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.820048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ccdd98f-f8cf-4de1-8566-7da999251782" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.820461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ccdd98f-f8cf-4de1-8566-7da999251782" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.824021] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ccdd98f-f8cf-4de1-8566-7da999251782',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.265646] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db27ee2f-051c-4692-8935-4660ea611d0b with status ACTIVE [ 708.265859] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.265997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.266090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.266286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.266412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.266550] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.266680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.266761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.266851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.266917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.267109] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.267202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.267246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.267798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.267869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.267956] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db27ee2f-051c-4692-8935-4660ea611d0b is going to be updated. [ 708.292747] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.292747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.292747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.292747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.292747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.292747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db27ee2f-051c-4692-8935-4660ea611d0b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.328407] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ccdd98f-f8cf-4de1-8566-7da999251782 [ 708.328407] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.328657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.328657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.328742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.328842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.328897] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ccdd98f-f8cf-4de1-8566-7da999251782 already deleted. [ 708.328970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ccdd98f-f8cf-4de1-8566-7da999251782" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.723594] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 708.723979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.724169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.724485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.724791] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.724912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.724985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.725216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.725361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.725500] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.232540] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.735494] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.239320] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.239320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.239320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.239320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.239320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.239320] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 710.272814] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.273076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.273076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.273302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.273448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.285724] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 711.519334] env[66352]: INFO networking_nsxv3.common.synchronization [req-b53c21a2-93da-4823-bebb-7e584a8d48da req-11af11fc-9a77-40e2-95cd-3a1460dad15a tempest-InstanceActionsNegativeTestJSON-2007462262 tempest-InstanceActionsNegativeTestJSON-2007462262-project-member] Enqueued Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_members [ 711.519643] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_members [ 711.520036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.520036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.520803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.523179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.523179] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.523179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.523179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.523179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.523179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.523179] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.976807] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.977050] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-606" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.977156] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-606" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.977505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-606" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.978130] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.978130] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.980141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.980141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.980141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.980141] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.980400] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.980493] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.980610] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.980735] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.980866] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.981079] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.008888] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.008888] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.009040] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.009531] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-606" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.009781] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.010276] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.011709] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.011709] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.011709] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.025563] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.025763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.025810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.026057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.026164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.027102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.027102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.027102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.027102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.027102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.027102] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cead930-01d2-40fb-a344-ae97701323cc already deleted. [ 712.027102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.294790] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 712.295160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.295444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.295796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.296022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.296144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.296213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.296372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.296454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.296545] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.517667] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.519131] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.519131] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519131] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519131] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.519131] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b not found, creating... [ 712.519295] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.519454] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.519775] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519828] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519967] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.520316] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.520508] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.520621] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.520970] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.521138] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.521278] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b is going to be created. [ 712.545829] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.546153] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.546362] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.546716] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.547113] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.547482] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.800291] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.303227] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.320406] env[66352]: INFO networking_nsxv3.common.synchronization [req-b53c21a2-93da-4823-bebb-7e584a8d48da req-4d7f856e-3ac9-45d5-b0ee-cb364400e299 service nova] Enqueued Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_rules [ 713.320923] env[66352]: INFO networking_nsxv3.common.synchronization [req-b53c21a2-93da-4823-bebb-7e584a8d48da req-4d7f856e-3ac9-45d5-b0ee-cb364400e299 service nova] Enqueued Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_members [ 713.320923] env[66352]: INFO networking_nsxv3.common.synchronization [req-b53c21a2-93da-4823-bebb-7e584a8d48da req-4d7f856e-3ac9-45d5-b0ee-cb364400e299 service nova] Enqueued Resource ID: 1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b with Priority: HIGHEST for action port [ 713.321374] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_rules [ 713.321570] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_members [ 713.321860] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b with Priority: HIGHEST for action port [ 713.322239] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.322594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.322695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.322981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.323194] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.325632] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.325792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.325981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.326385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.326385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.326548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.326548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.326722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.326832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.326947] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.328121] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.328121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.328121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.328121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.329176] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.804952] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.805321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.805321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.805505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.805505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.806459] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 713.831311] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.833037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.833392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.835616] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b with status ACTIVE [ 713.836025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.836025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.836025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.837211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.837211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.837211] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.837383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.837438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.837882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.837882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.837882] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.838128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.838128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.838182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.838271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.838338] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b is going to be updated. [ 713.840779] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.840779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.840779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.840779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.840993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.852871] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 713.864550] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.864550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.864550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.864755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.864819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c0c9a33-3b17-4b49-a23a-fd1b9d7cd27b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.140319] env[66352]: INFO networking_nsxv3.common.synchronization [req-e2b141b5-a7f8-4082-ad96-80ed445e0878 req-b93e9892-88dc-4047-a2d4-4738c919de58 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 714.140885] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 714.141192] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.141326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.141378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.141693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.141874] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.141982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.142102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.142565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.142565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.142565] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.337262] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.626784] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.626950] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.627083] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.627503] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.627774] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.627946] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.628102] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.628385] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.628568] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.628798] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.628960] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.629117] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.629293] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.629434] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.629570] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.629711] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.645553] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.645852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.645922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.646134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.646255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.646480] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.646587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.646691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.646862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.646943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.647042] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc already deleted. [ 714.647129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652217] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.652335] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.652523] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.652695] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653014] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-8876b54f-b16b-4a59-965c-1db16e678f7d taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.653211] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.653369] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.653833] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.653833] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8876b54f-b16b-4a59-965c-1db16e678f7d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.839265] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.839706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.839706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.839885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.839990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.840112] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cead930-01d2-40fb-a344-ae97701323cc is going to be created. [ 714.876815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.876815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.876815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.876815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.876815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.886592] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cead930-01d2-40fb-a344-ae97701323cc in Status: UNINITIALIZED for 2s [ 715.156403] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.156403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.156610] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.156802] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.157015] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.157266] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 8876b54f-b16b-4a59-965c-1db16e678f7d not found, creating... [ 715.157515] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.157731] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.157868] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.158325] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.158325] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.158762] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.158989] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.159173] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.159408] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.159555] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.159691] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 8876b54f-b16b-4a59-965c-1db16e678f7d is going to be created. [ 715.188127] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.188127] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.188127] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.188127] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.188445] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.188609] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.863354] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 715.863721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.863772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.863971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.864183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.864619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.864619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.864619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.864619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.864870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.864870] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.864870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.865032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.865080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.865222] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.865311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.865372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.865497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.865568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.865645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.865731] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.866849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.867151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.867378] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.867635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.867747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.867936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.868234] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.894153] env[66352]: INFO networking_nsxv3.common.synchronization [req-e2b141b5-a7f8-4082-ad96-80ed445e0878 req-f9ebc6ab-4e99-43d2-96e5-e002e219c8de service nova] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_rules [ 715.894362] env[66352]: INFO networking_nsxv3.common.synchronization [req-e2b141b5-a7f8-4082-ad96-80ed445e0878 req-f9ebc6ab-4e99-43d2-96e5-e002e219c8de service nova] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 715.894737] env[66352]: INFO networking_nsxv3.common.synchronization [req-e2b141b5-a7f8-4082-ad96-80ed445e0878 req-f9ebc6ab-4e99-43d2-96e5-e002e219c8de service nova] Enqueued Resource ID: 8876b54f-b16b-4a59-965c-1db16e678f7d with Priority: HIGHEST for action port [ 715.895671] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_rules [ 715.895875] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 715.896173] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8876b54f-b16b-4a59-965c-1db16e678f7d with Priority: HIGHEST for action port [ 715.896635] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.896955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.896955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.897174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.897279] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.899099] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.899099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.899099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.899099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.899099] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.899099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.899099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.899437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.899437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.899489] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.901757] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8876b54f-b16b-4a59-965c-1db16e678f7d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.901757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.901757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.901757] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8876b54f-b16b-4a59-965c-1db16e678f7d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.276560] env[66352]: INFO networking_nsxv3.common.synchronization [req-bee6c3f3-89c7-4443-9de1-b1b9b715a4ab req-c77aa149-8862-4520-bcc4-e56f13b80311 tempest-FloatingIPsAssociationTestJSON-504405489 tempest-FloatingIPsAssociationTestJSON-504405489-project-member] Enqueued Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 716.277640] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf with Priority: HIGHEST for action security_group_members [ 716.278153] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2891c601-e4b5-4f78-b5f3-f560eddb60bf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.278417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.278681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.279371] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.279618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.279699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.279966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.280133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.280594] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2891c601-e4b5-4f78-b5f3-f560eddb60bf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.370636] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6: rpc.has_security_group_logging(os_id): False [ 716.375497] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.397904] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.397904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.397904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.397904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.397904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.397904] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.399602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.400367] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.400367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.400601] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.401017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.401123] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be created. [ 716.402939] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.403574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404615] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.406283] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8876b54f-b16b-4a59-965c-1db16e678f7d with status ACTIVE [ 716.406283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.406283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.406283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.406820] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.406820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.406820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.406820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.406820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.406820] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8876b54f-b16b-4a59-965c-1db16e678f7d is going to be updated. [ 716.439214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.439393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.439449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.439665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.440230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.440430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8876b54f-b16b-4a59-965c-1db16e678f7d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.479489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.479648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.479696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.479926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.480233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.493630] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 716.784099] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.784282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.784346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.784536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.784632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.784829] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.784937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.784980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.785592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.785592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.785592] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf is going to be updated. [ 716.799139] env[66352]: INFO networking_nsxv3.common.synchronization [req-114f6192-f906-46c1-8c0a-794cc4e682cb req-c8d2dc93-6e18-48e2-a95d-6373474933e1 tempest-VolumesAssistedSnapshotsTest-1251694760 tempest-VolumesAssistedSnapshotsTest-1251694760-project-member] Enqueued Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_members [ 716.799683] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGHEST for action security_group_members [ 716.800000] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.800149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.800231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.800473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.800822] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.800822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.801117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.801117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.801117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.801278] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.820423] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.821111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.821111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.821111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.821111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.834181] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: IN_PROGRESS for 2s [ 716.881409] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.897911] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cead930-01d2-40fb-a344-ae97701323cc in Status: SUCCESS [ 716.898133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.898541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.898749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.898934] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.899057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.899117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.899260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.899339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.900307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.900307] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.911160] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.304554] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.304554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.304554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.305175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.305175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.305175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.305385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.305385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.305496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.305559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.305633] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de is going to be updated. [ 717.352759] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.352945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.353069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.353255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.353406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.365682] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaeaada-ba89-442d-bb74-cdf31e2140de in Status: IN_PROGRESS for 2s [ 717.385835] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.386020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.386086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.386264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.386352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.386454] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 717.404346] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.404501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.404587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.404988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.404988] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.405132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.405132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.405287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.405394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.405445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.405568] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.405650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.405888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.405888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.406034] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.406121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.406170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.406278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.406352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.406441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.406530] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.413679] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.413837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.413874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.414365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.414471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.414564] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be created. [ 717.421763] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.421923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.422026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.422235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.422449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.433400] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 717.456089] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.456250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.456316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.456522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.456771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.471351] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: UNINITIALIZED for 2s [ 717.910059] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cead930-01d2-40fb-a344-ae97701323cc: rpc.has_security_group_logging(os_id): False [ 717.929616] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.929772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.930050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.930131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.930180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.930402] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.930482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.930532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.930948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.930948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.930948] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.931107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.931107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.931291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.931419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.931611] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.931697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.931754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.931887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.931955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.932112] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cead930-01d2-40fb-a344-ae97701323cc is going to be created. [ 718.005422] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.005422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.005422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.005422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.007054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.026143] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cead930-01d2-40fb-a344-ae97701323cc in Status: IN_PROGRESS for 2s [ 718.510304] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 718.510589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.510851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.512222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.512222] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.851429] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf in Status: SUCCESS [ 718.852714] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2891c601-e4b5-4f78-b5f3-f560eddb60bf deletion is rescheduled due to dependency. [ 718.852883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2891c601-e4b5-4f78-b5f3-f560eddb60bf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.014573] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.014885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.228710] env[66352]: INFO networking_nsxv3.common.synchronization [req-ae5454fb-9a02-4357-a426-0f4a0b6c5a6e req-6893e0bf-adde-419b-9aa4-0630f06c81bf tempest-ServersWithSpecificFlavorTestJSON-929813163 tempest-ServersWithSpecificFlavorTestJSON-929813163-project-member] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 719.229385] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 719.229708] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.230235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.230350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.230594] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.230722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.230791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.231013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.231451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.231451] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.381127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaeaada-ba89-442d-bb74-cdf31e2140de in Status: SUCCESS [ 719.381927] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de deletion is rescheduled due to dependency. [ 719.381927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.448332] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 719.448724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.448724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.448854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.449133] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.449298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.449376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.449641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.449641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.449722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.449863] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.480075] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: SUCCESS [ 719.480295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.480503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.481135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.481135] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.481135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.481369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.481420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.481471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.481564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.481662] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.733819] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.733819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.733819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.733819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.733819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.734019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.734019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.734092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.734223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.734374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.734474] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be updated. [ 719.763104] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.763251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.763328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.763545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.772240] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: IN_PROGRESS for 2s [ 719.953107] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.953360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.953360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.953654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.953854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.953968] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.954119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.954226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.954314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.954405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.954563] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.954658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.954720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.954869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.955016] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.955113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.955176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.955319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.955398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.955489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.955586] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.984203] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.984203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.984203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.984203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.984203] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.984203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.984203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.984203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.984487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.984487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.984543] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.984660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.984660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.984806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.984921] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.985017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.985078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.985244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.985343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.985414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.985508] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.038945] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cead930-01d2-40fb-a344-ae97701323cc in Status: SUCCESS [ 720.039365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.459366] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6: rpc.has_security_group_logging(os_id): False [ 720.479939] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.480113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.480184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.480526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.480639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.480904] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.481050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.481139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.481362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.481468] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.481725] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.482013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.482013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.485963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.485963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.485963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.485963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.485963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.485963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.485963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.485963] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 720.494216] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5478f07f-8e35-483e-a706-4ab2c8d964cc: rpc.has_security_group_logging(os_id): False [ 720.518305] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.518502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.518563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.518794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.518905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.519465] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.519465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.519465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.519708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.519708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.519921] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.520157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.520266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.520465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.520559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.520950] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.520950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.522104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.522104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.522104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.522104] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be created. [ 720.578699] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.578911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.579028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.579869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.579869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.594251] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 720.599295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.599557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.599730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.600072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.600485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.621359] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: IN_PROGRESS for 2s [ 720.679262] env[66352]: INFO networking_nsxv3.common.synchronization [None req-c7448006-d25c-4547-b6d2-42f25d81f23f None None] Enqueued Resource ID: a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a with Priority: HIGHEST for action port [ 720.679262] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a with Priority: HIGHEST for action port [ 720.680527] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.682678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.682678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.682678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.682678] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.187693] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a [ 721.187693] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.187997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.187997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.188076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.188179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.188275] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a already deleted. [ 721.188344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a84bd76e-2917-4c1d-a7ab-c3d1a0b3879a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.789198] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 721.789342] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 deletion is rescheduled due to dependency. [ 721.789463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.353913] env[66352]: INFO networking_nsxv3.common.synchronization [None req-398b824d-5645-4233-9089-6f583dc32c2f tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 722.354835] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 722.354835] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.354835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.354835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.357073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.357073] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.562677] env[66352]: INFO networking_nsxv3.common.synchronization [None req-2e39e74e-a959-42dd-87dd-0aed0a3d31ff tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 722.563598] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 722.563773] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.563773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.610168] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 722.610457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.610529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.610747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.612020] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.634438] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: SUCCESS [ 722.634793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.885356] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.885356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.885356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.885356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.885356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.885356] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c already deleted. [ 722.885356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.885356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.886534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.886534] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.114646] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.114646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.117722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.117722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117722] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.117722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.117722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.117722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.117722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.117722] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.321299] env[66352]: INFO networking_nsxv3.common.synchronization [None req-31fa9605-0f27-4876-9448-c661ff4a60dc None None] Enqueued Resource ID: f7dc66c2-6b0f-4e8c-b959-036d98d05851 with Priority: HIGHEST for action port [ 723.321299] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7dc66c2-6b0f-4e8c-b959-036d98d05851 with Priority: HIGHEST for action port [ 723.327277] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7dc66c2-6b0f-4e8c-b959-036d98d05851 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.327277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7dc66c2-6b0f-4e8c-b959-036d98d05851" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.327277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7dc66c2-6b0f-4e8c-b959-036d98d05851" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.327277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7dc66c2-6b0f-4e8c-b959-036d98d05851" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.327277] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7dc66c2-6b0f-4e8c-b959-036d98d05851',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.407154] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.407439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.407439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.407598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.407690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.407784] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c already deleted. [ 723.407867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.623794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.623794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.623794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.623794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.623794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.624855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.624855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.624855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.624855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.626660] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.771021] env[66352]: INFO networking_nsxv3.common.synchronization [req-27f154c2-fe2b-453a-8450-4c7dccbdcca2 req-05486256-5773-4352-a364-f2ddf7bbcbc1 tempest-ServerMetadataNegativeTestJSON-876377268 tempest-ServerMetadataNegativeTestJSON-876377268-project-member] Enqueued Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_members [ 723.771021] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGHEST for action security_group_members [ 723.771021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.771021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.771021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.771021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.771487] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.771859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.773480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.773480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.773480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.773480] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.830782] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7dc66c2-6b0f-4e8c-b959-036d98d05851 [ 723.831346] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.831655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.832408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.832408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.832408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.832408] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7dc66c2-6b0f-4e8c-b959-036d98d05851 already deleted. [ 723.832408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7dc66c2-6b0f-4e8c-b959-036d98d05851" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.130573] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6: rpc.has_security_group_logging(os_id): False [ 724.153957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.154227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.154351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.154703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.154865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.155202] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.155575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.155575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.155799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.155956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.157555] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.158587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.159308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.159308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.159308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.159452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.159550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.159618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.159833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.160618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.160618] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 724.237993] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.238337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.238488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.238977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.239273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.262359] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 724.275815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.275815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.275815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.276049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.276049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.276344] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.276530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.277052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.277052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.277052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.277186] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 is going to be updated. [ 724.312391] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.312606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.312696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.312998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.313214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.342047] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 in Status: IN_PROGRESS for 2s [ 724.934303] env[66352]: INFO networking_nsxv3.common.synchronization [req-220c9764-8134-49b0-af0d-1fc5f52a3b54 req-5d809b0d-32f1-4189-8b22-c6448dd270a8 tempest-ListServersNegativeTestJSON-1255894113 tempest-ListServersNegativeTestJSON-1255894113-project-member] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 724.936340] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 724.936340] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.936340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.936340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.936340] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.936340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.936340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.936340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.939947] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.443450] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.525633] env[66352]: INFO networking_nsxv3.common.synchronization [req-44f4ec71-9107-4e1f-80af-aec84d2c0331 req-b4c7d0d0-4a09-4122-82f1-b26b2423209f tempest-ServersTestManualDisk-560548710 tempest-ServersTestManualDisk-560548710-project-member] Enqueued Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_members [ 725.529136] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_members [ 725.529136] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a368e356-3366-4001-8e45-1a4b58422517 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.529136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.529136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.529136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.529136] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.529136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.529136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.529136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.529136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.529136] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.946288] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.963740] env[66352]: INFO networking_nsxv3.common.synchronization [req-5a7d62b9-6847-4e06-9981-256ec59219e7 req-a13f7148-4167-41ae-8a44-a24a7332fd62 tempest-ServersAdminNegativeTestJSON-225873985 tempest-ServersAdminNegativeTestJSON-225873985-project-member] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 725.964968] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 725.965675] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.965837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.965909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.966213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.966503] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.966652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.966652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.966780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.966889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.967028] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.032316] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.032316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.032316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.032618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.032618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.032732] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.032855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.032938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.033129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.033228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.033330] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a368e356-3366-4001-8e45-1a4b58422517 already deleted. [ 726.033414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.278936] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 726.278936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.354627] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 in Status: SUCCESS [ 726.355302] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 deletion is rescheduled due to dependency. [ 726.355302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.415982] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.416324] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-728" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.416466] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-728" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.416863] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-728" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.418636] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.418842] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.419079] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.419255] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.420809] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.421267] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.421485] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.421674] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.421987] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.422230] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.422317] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.422525] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.451547] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.451547] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.451547] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.451547] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-728" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.451547] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-76a36089-8d4e-4cab-a518-035d05768a7c taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.451547] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.451547] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.451547] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.451547] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a36089-8d4e-4cab-a518-035d05768a7c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.453537] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.453813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.453962] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.455101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.455295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.455477] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 726.471772] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.491839] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.491839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.491839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.491839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.491839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.503681] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 726.719596] env[66352]: INFO networking_nsxv3.common.synchronization [None req-736dd4bf-0e8f-41aa-a721-52221fc15279 None None] Enqueued Resource ID: d7f5efcc-be90-4de0-a62d-b6d16db4daaf with Priority: HIGHEST for action port [ 726.720139] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7f5efcc-be90-4de0-a62d-b6d16db4daaf with Priority: HIGHEST for action port [ 726.720430] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7f5efcc-be90-4de0-a62d-b6d16db4daaf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.721019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7f5efcc-be90-4de0-a62d-b6d16db4daaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.721019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7f5efcc-be90-4de0-a62d-b6d16db4daaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.721019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7f5efcc-be90-4de0-a62d-b6d16db4daaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.721019] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7f5efcc-be90-4de0-a62d-b6d16db4daaf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.961021] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.961021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 76a36089-8d4e-4cab-a518-035d05768a7c not found, creating... [ 726.961021] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.961021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.961806] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.961806] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.962933] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.962933] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.962933] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.963322] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 76a36089-8d4e-4cab-a518-035d05768a7c is going to be created. [ 726.972395] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.989024] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.989024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.989024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.989024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.989024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.989024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.227024] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7f5efcc-be90-4de0-a62d-b6d16db4daaf [ 727.227834] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.227834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.227834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.227834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.227834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.227834] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7f5efcc-be90-4de0-a62d-b6d16db4daaf already deleted. [ 727.228151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7f5efcc-be90-4de0-a62d-b6d16db4daaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.475741] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.475741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.475741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.475741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.475741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.475741] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be updated. [ 727.508166] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.508322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.508368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.508567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.508709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.518592] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: IN_PROGRESS for 2s [ 727.756186] env[66352]: INFO networking_nsxv3.common.synchronization [req-44f4ec71-9107-4e1f-80af-aec84d2c0331 req-37863715-606f-4155-add4-a3e0b0b471d1 service nova] Enqueued Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_rules [ 727.756186] env[66352]: INFO networking_nsxv3.common.synchronization [req-44f4ec71-9107-4e1f-80af-aec84d2c0331 req-37863715-606f-4155-add4-a3e0b0b471d1 service nova] Enqueued Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_members [ 727.756186] env[66352]: INFO networking_nsxv3.common.synchronization [req-44f4ec71-9107-4e1f-80af-aec84d2c0331 req-37863715-606f-4155-add4-a3e0b0b471d1 service nova] Enqueued Resource ID: 76a36089-8d4e-4cab-a518-035d05768a7c with Priority: HIGHEST for action port [ 727.756288] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_rules [ 727.756732] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_members [ 727.756732] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a36089-8d4e-4cab-a518-035d05768a7c with Priority: HIGHEST for action port [ 727.761788] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a368e356-3366-4001-8e45-1a4b58422517 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.761788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.761939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.763030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.763148] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.764610] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a368e356-3366-4001-8e45-1a4b58422517 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.764764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.765235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.765235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.765342] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.767115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.768833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.768833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.768959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.769119] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.770421] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a36089-8d4e-4cab-a518-035d05768a7c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.770516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.770562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.771066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.771066] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a36089-8d4e-4cab-a518-035d05768a7c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.275572] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a368e356-3366-4001-8e45-1a4b58422517 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.275937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.275986] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.277127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76a36089-8d4e-4cab-a518-035d05768a7c with status ACTIVE [ 728.277211] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.277574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.277574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.277668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.277698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.277908] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.278017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.278151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.278301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.278383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.278571] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.278664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.278725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.278861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.278933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.282366] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76a36089-8d4e-4cab-a518-035d05768a7c is going to be updated. [ 728.326084] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.327075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.327075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.327608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.327608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.328301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a36089-8d4e-4cab-a518-035d05768a7c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.515340] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 728.515558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.784369] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.287856] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.288351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.288351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.288452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.288527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.288624] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a368e356-3366-4001-8e45-1a4b58422517 is going to be created. [ 729.327656] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.327656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.327656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.327656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.327955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.339397] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a368e356-3366-4001-8e45-1a4b58422517 in Status: UNINITIALIZED for 2s [ 729.531296] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: SUCCESS [ 729.531296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.253530] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8d21a6fa-9acd-49ad-8032-4b38cd3e83a2 None None] Enqueued Resource ID: 9c9de5bb-c299-4b2c-8958-f8c6fae5cd56 with Priority: HIGHEST for action port [ 730.255046] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9de5bb-c299-4b2c-8958-f8c6fae5cd56 with Priority: HIGHEST for action port [ 730.255046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9de5bb-c299-4b2c-8958-f8c6fae5cd56 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.255046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9de5bb-c299-4b2c-8958-f8c6fae5cd56" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.255046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9de5bb-c299-4b2c-8958-f8c6fae5cd56" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.255343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9de5bb-c299-4b2c-8958-f8c6fae5cd56" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.255343] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9de5bb-c299-4b2c-8958-f8c6fae5cd56',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.757269] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c9de5bb-c299-4b2c-8958-f8c6fae5cd56 [ 730.757542] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.757630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.757700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.759263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.759430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.759581] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c9de5bb-c299-4b2c-8958-f8c6fae5cd56 already deleted. [ 730.759737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9de5bb-c299-4b2c-8958-f8c6fae5cd56" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.896482] env[66352]: INFO networking_nsxv3.common.synchronization [None req-590df1f7-40f4-4150-85e4-769e25672998 None None] Enqueued Resource ID: 7d9f6955-0c13-41ab-9558-c220dd168278 with Priority: HIGHEST for action port [ 730.896482] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9f6955-0c13-41ab-9558-c220dd168278 with Priority: HIGHEST for action port [ 730.896788] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d9f6955-0c13-41ab-9558-c220dd168278 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.896925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d9f6955-0c13-41ab-9558-c220dd168278" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.896993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d9f6955-0c13-41ab-9558-c220dd168278" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.897288] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d9f6955-0c13-41ab-9558-c220dd168278" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.897391] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d9f6955-0c13-41ab-9558-c220dd168278',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.352278] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a368e356-3366-4001-8e45-1a4b58422517 in Status: SUCCESS [ 731.352644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.352644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.352831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.353033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.353155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.353219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.353389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.353478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.353866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.353866] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.404342] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d9f6955-0c13-41ab-9558-c220dd168278 [ 731.404342] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.404342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.404342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.404342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.404342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.404342] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d9f6955-0c13-41ab-9558-c220dd168278 already deleted. [ 731.404342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d9f6955-0c13-41ab-9558-c220dd168278" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.856184] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.125813] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a6ddc307-99cc-4675-b4b0-f5ed05a09141 tempest-ServerActionsV293TestJSON-930552962 tempest-ServerActionsV293TestJSON-930552962-project-member] Enqueued Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_rules [ 732.126464] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_rules [ 732.126719] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fec3438b-550b-46d4-bb53-82c963d23e7e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.126957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.126957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.127275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.127355] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.361023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a368e356-3366-4001-8e45-1a4b58422517: rpc.has_security_group_logging(os_id): False [ 732.378315] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.378466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.378466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.379222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.379222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.379222] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.379222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.379222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.379552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.379552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.379552] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a368e356-3366-4001-8e45-1a4b58422517 is going to be created. [ 732.427447] env[66352]: INFO networking_nsxv3.common.synchronization [None req-035a9e20-46e0-42ce-b18e-9bdcae6f1089 tempest-ServerActionsV293TestJSON-930552962 tempest-ServerActionsV293TestJSON-930552962-project-member] Enqueued Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_rules [ 732.428669] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_rules [ 732.428669] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fec3438b-550b-46d4-bb53-82c963d23e7e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.428669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.458924] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.460571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.460571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.460571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.460571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.473737] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a368e356-3366-4001-8e45-1a4b58422517 in Status: IN_PROGRESS for 2s [ 732.650304] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.650475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.650538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.650766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.650877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.650966] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fec3438b-550b-46d4-bb53-82c963d23e7e already deleted. [ 732.651058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.651239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.651390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.651487] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.180887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.180887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.180887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.180887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.180887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.180887] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fec3438b-550b-46d4-bb53-82c963d23e7e already deleted. [ 733.180887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.621233] env[66352]: INFO networking_nsxv3.common.synchronization [None req-20491da9-dd8a-4f52-9a44-332093e56d57 None None] Enqueued Resource ID: 92c88c26-336f-4ebb-9469-f0b084ec31d2 with Priority: HIGHEST for action port [ 733.621813] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c88c26-336f-4ebb-9469-f0b084ec31d2 with Priority: HIGHEST for action port [ 733.622135] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c88c26-336f-4ebb-9469-f0b084ec31d2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.622262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c88c26-336f-4ebb-9469-f0b084ec31d2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.622320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c88c26-336f-4ebb-9469-f0b084ec31d2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.622594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c88c26-336f-4ebb-9469-f0b084ec31d2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.622683] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c88c26-336f-4ebb-9469-f0b084ec31d2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.126330] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92c88c26-336f-4ebb-9469-f0b084ec31d2 [ 734.126561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.127709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.127709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.127709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.127709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.128052] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92c88c26-336f-4ebb-9469-f0b084ec31d2 already deleted. [ 734.128052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c88c26-336f-4ebb-9469-f0b084ec31d2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.156034] env[66352]: INFO networking_nsxv3.common.synchronization [None req-35307254-aa74-4645-8ba7-162fa7f330db None None] Enqueued Resource ID: 0dbfb1b8-102f-471c-8feb-0ca671457b7f with Priority: HIGHEST for action port [ 734.156034] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbfb1b8-102f-471c-8feb-0ca671457b7f with Priority: HIGHEST for action port [ 734.156034] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dbfb1b8-102f-471c-8feb-0ca671457b7f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.156034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dbfb1b8-102f-471c-8feb-0ca671457b7f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.156034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dbfb1b8-102f-471c-8feb-0ca671457b7f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.157068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dbfb1b8-102f-471c-8feb-0ca671457b7f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.157068] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbfb1b8-102f-471c-8feb-0ca671457b7f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.489066] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a368e356-3366-4001-8e45-1a4b58422517 in Status: SUCCESS [ 734.489066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.658761] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dbfb1b8-102f-471c-8feb-0ca671457b7f [ 734.659218] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.659218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.659218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.659436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.659535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.659618] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dbfb1b8-102f-471c-8feb-0ca671457b7f already deleted. [ 734.659695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dbfb1b8-102f-471c-8feb-0ca671457b7f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.947550] env[66352]: INFO networking_nsxv3.common.synchronization [req-2d3d4d92-e57b-46a6-bfe6-972270e6d654 req-096183c0-7b5e-490a-81c4-5e5bce8eab16 tempest-InstanceActionsNegativeTestJSON-2007462262 tempest-InstanceActionsNegativeTestJSON-2007462262-project-member] Enqueued Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_members [ 734.948279] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGHEST for action security_group_members [ 734.948589] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.949022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.949022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.949022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.949260] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.949260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.949366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.949500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.949578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.949667] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.134112] env[66352]: INFO networking_nsxv3.common.synchronization [None req-0eb32103-7e00-4a45-82d9-e76e0c956c02 None None] Enqueued Resource ID: 3c2dd1eb-dd49-4199-9bfd-835d1e42cce2 with Priority: HIGHEST for action port [ 735.134112] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c2dd1eb-dd49-4199-9bfd-835d1e42cce2 with Priority: HIGHEST for action port [ 735.134112] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c2dd1eb-dd49-4199-9bfd-835d1e42cce2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.134112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c2dd1eb-dd49-4199-9bfd-835d1e42cce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.134112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c2dd1eb-dd49-4199-9bfd-835d1e42cce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.134112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c2dd1eb-dd49-4199-9bfd-835d1e42cce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.134112] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2dd1eb-dd49-4199-9bfd-835d1e42cce2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.321135] env[66352]: INFO networking_nsxv3.common.synchronization [req-23b1bddf-51a2-4315-8b34-52fee3e54055 req-c4bfffb2-a06f-4365-a6b5-bfc2853fab7c tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_members [ 735.323342] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_members [ 735.323342] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.328026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.328026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.328026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.328026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.328026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.328026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.328328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.328328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.328328] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.451887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.452130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.452130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.452589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.452589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.452688] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.452775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.452818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.452985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.453099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.453210] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cead930-01d2-40fb-a344-ae97701323cc is going to be updated. [ 735.486956] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.487851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.488211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.489252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.489252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.501014] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cead930-01d2-40fb-a344-ae97701323cc in Status: IN_PROGRESS for 2s [ 735.640914] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c2dd1eb-dd49-4199-9bfd-835d1e42cce2 [ 735.641852] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.641852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.641852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.641852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.641852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.642221] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c2dd1eb-dd49-4199-9bfd-835d1e42cce2 already deleted. [ 735.642221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c2dd1eb-dd49-4199-9bfd-835d1e42cce2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.832974] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.832974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.832974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.832974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.833220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.833542] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.833542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.833542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.833707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.833707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.833811] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d already deleted. [ 735.834579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.855670] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.855928] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.856105] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.856480] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.856764] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.857407] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.857407] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.857407] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.857407] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.857628] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.857762] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.857832] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.857929] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.858060] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.859048] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.859286] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.881453] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.882120] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.882120] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.882120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.882319] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-d152620f-c884-44d9-a039-42bb377fe4d9 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.882429] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.882542] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.883224] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.883224] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d152620f-c884-44d9-a039-42bb377fe4d9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.389403] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.389403] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port d152620f-c884-44d9-a039-42bb377fe4d9 not found, creating... [ 736.389403] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.389403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.389789] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.389789] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.390084] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.390403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.391101] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.391101] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: d152620f-c884-44d9-a039-42bb377fe4d9 is going to be created. [ 736.411940] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.412246] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.412412] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.412747] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.415190] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.415190] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.177507] env[66352]: INFO networking_nsxv3.common.synchronization [req-23b1bddf-51a2-4315-8b34-52fee3e54055 req-cba16eff-3a4e-4059-8c51-a613b6e1b093 service nova] Enqueued Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_rules [ 737.177765] env[66352]: INFO networking_nsxv3.common.synchronization [req-23b1bddf-51a2-4315-8b34-52fee3e54055 req-cba16eff-3a4e-4059-8c51-a613b6e1b093 service nova] Enqueued Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_members [ 737.177797] env[66352]: INFO networking_nsxv3.common.synchronization [req-23b1bddf-51a2-4315-8b34-52fee3e54055 req-cba16eff-3a4e-4059-8c51-a613b6e1b093 service nova] Enqueued Resource ID: d152620f-c884-44d9-a039-42bb377fe4d9 with Priority: HIGHEST for action port [ 737.179591] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_rules [ 737.179591] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_members [ 737.179591] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d152620f-c884-44d9-a039-42bb377fe4d9 with Priority: HIGHEST for action port [ 737.179591] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.180183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.180183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.180183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.180356] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.182737] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.183374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.183518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.185609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.185609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.185609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.185609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.185609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.185609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.185609] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.186336] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d152620f-c884-44d9-a039-42bb377fe4d9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.186336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.186336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.186536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.186536] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d152620f-c884-44d9-a039-42bb377fe4d9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.514225] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cead930-01d2-40fb-a344-ae97701323cc in Status: SUCCESS [ 737.514225] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cead930-01d2-40fb-a344-ae97701323cc deletion is rescheduled due to dependency. [ 737.514225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.689209] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.689653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.695240] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.695240] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d152620f-c884-44d9-a039-42bb377fe4d9 with status ACTIVE [ 737.695240] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.695240] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.695240] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.695240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.695767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.695767] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d152620f-c884-44d9-a039-42bb377fe4d9 is going to be updated. [ 737.719794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.719794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.719967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.720030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.720173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.720339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d152620f-c884-44d9-a039-42bb377fe4d9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.047101] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f2768f26-a4d7-4bca-8997-babc041289ab None None] Enqueued Resource ID: e08b0f48-bf37-4c0f-add6-9484a6431b87 with Priority: HIGHEST for action port [ 738.047101] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08b0f48-bf37-4c0f-add6-9484a6431b87 with Priority: HIGHEST for action port [ 738.047294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08b0f48-bf37-4c0f-add6-9484a6431b87 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.047377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08b0f48-bf37-4c0f-add6-9484a6431b87" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.047474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08b0f48-bf37-4c0f-add6-9484a6431b87" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.051132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08b0f48-bf37-4c0f-add6-9484a6431b87" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.051132] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08b0f48-bf37-4c0f-add6-9484a6431b87',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.198503] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.344994] env[66352]: INFO networking_nsxv3.common.synchronization [None req-0227587f-941c-4cb9-96fb-819e8b5b9d5d None None] Enqueued Resource ID: 15eaec56-ceb4-4c99-8018-38debb572ff3 with Priority: HIGHEST for action port [ 738.344994] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15eaec56-ceb4-4c99-8018-38debb572ff3 with Priority: HIGHEST for action port [ 738.344994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-15eaec56-ceb4-4c99-8018-38debb572ff3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.345373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15eaec56-ceb4-4c99-8018-38debb572ff3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.345897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15eaec56-ceb4-4c99-8018-38debb572ff3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.347492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15eaec56-ceb4-4c99-8018-38debb572ff3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.347492] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15eaec56-ceb4-4c99-8018-38debb572ff3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.553934] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e08b0f48-bf37-4c0f-add6-9484a6431b87 [ 738.554189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.554355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.554426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.554640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.554725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.554814] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e08b0f48-bf37-4c0f-add6-9484a6431b87 already deleted. [ 738.554893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08b0f48-bf37-4c0f-add6-9484a6431b87" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.703017] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.703017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.703017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.703017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.703017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.703017] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d is going to be created. [ 738.730831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.735167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.735367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.735696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.735990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.750764] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: UNINITIALIZED for 2s [ 738.852469] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15eaec56-ceb4-4c99-8018-38debb572ff3 [ 738.852682] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.852821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.852891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.853136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.853230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.853327] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15eaec56-ceb4-4c99-8018-38debb572ff3 already deleted. [ 738.853408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15eaec56-ceb4-4c99-8018-38debb572ff3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.572831] env[66352]: INFO networking_nsxv3.common.synchronization [req-3e7af555-af43-4f3f-b557-53620c286675 req-8eaf40b8-b2f2-4365-8e0c-132efc75dbf1 tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 739.572831] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 739.572831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.572831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.572831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.572831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.572831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.572831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.572831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.572831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.572831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.572831] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.854877] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8b3fe563-ff7e-4545-b151-87d8a38a807d None None] Enqueued Resource ID: 3f3eaa0a-a645-40ba-9585-80427e858816 with Priority: HIGHEST for action port [ 739.855465] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3eaa0a-a645-40ba-9585-80427e858816 with Priority: HIGHEST for action port [ 739.855465] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3eaa0a-a645-40ba-9585-80427e858816 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.856269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3eaa0a-a645-40ba-9585-80427e858816" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.856450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3eaa0a-a645-40ba-9585-80427e858816" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.856705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3eaa0a-a645-40ba-9585-80427e858816" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.856826] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3eaa0a-a645-40ba-9585-80427e858816',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.074014] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.074228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.074285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.074505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.074597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.074847] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.074996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.075080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.075242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.075320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.075407] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c already deleted. [ 740.075487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.360669] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f3eaa0a-a645-40ba-9585-80427e858816 [ 740.360909] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.361063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.361151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.361364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.361449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.361552] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f3eaa0a-a645-40ba-9585-80427e858816 already deleted. [ 740.361637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3eaa0a-a645-40ba-9585-80427e858816" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.530333] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.530333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.530333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.530892] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.531275] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.534314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.534314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.534314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.534314] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.534314] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.534314] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.534314] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.534314] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.534314] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.534314] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.534314] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.553932] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.554281] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.554448] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.554715] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.555144] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-aef92972-7bfe-43d7-a61c-2461bc8d6c48 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.555322] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.555440] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.555815] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.555921] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef92972-7bfe-43d7-a61c-2461bc8d6c48',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.764506] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: SUCCESS [ 740.764506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.764971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.764971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.765112] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.765334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.765334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.765488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.765535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.765606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.766204] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.058339] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.058621] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.058782] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.059072] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.059229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.059373] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port aef92972-7bfe-43d7-a61c-2461bc8d6c48 not found, creating... [ 741.059632] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.059783] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.059895] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.060216] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.060335] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.060614] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.060762] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.060869] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.061083] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.061212] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.061350] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: aef92972-7bfe-43d7-a61c-2461bc8d6c48 is going to be created. [ 741.081292] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.081590] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.081716] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.082274] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.082274] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.082412] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.270736] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.734155] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d246b404-76a5-4610-9b2a-0ef7a6f83a21 None None] Enqueued Resource ID: 04ac9f09-083f-4db7-94e4-58732bd85c67 with Priority: HIGHEST for action port [ 741.734155] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac9f09-083f-4db7-94e4-58732bd85c67 with Priority: HIGHEST for action port [ 741.734498] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-04ac9f09-083f-4db7-94e4-58732bd85c67 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.734498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04ac9f09-083f-4db7-94e4-58732bd85c67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.734636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04ac9f09-083f-4db7-94e4-58732bd85c67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.734782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04ac9f09-083f-4db7-94e4-58732bd85c67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.734940] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ac9f09-083f-4db7-94e4-58732bd85c67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.750245] env[66352]: INFO networking_nsxv3.common.synchronization [req-6592ad33-3ce8-47e4-ad8e-3c93f136edd8 req-768aaaf1-83f7-4e8d-ada7-b8e138b679a0 tempest-ServersTestJSON-856166663 tempest-ServersTestJSON-856166663-project-member] Enqueued Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_members [ 741.751093] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_members [ 741.751444] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e640b71a-ef57-4022-9101-7343be9d709b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.751603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.751702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.752021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.752230] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.752365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.752453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.752640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.752759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.752882] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.773282] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f0de497-871e-4580-b669-9fa82e91ae8d: rpc.has_security_group_logging(os_id): False [ 741.791017] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.791179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.791270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.791483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.791574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.791909] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.791909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.792016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.792124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.792220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.792277] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d is going to be created. [ 741.797267] env[66352]: INFO networking_nsxv3.common.synchronization [req-3e7af555-af43-4f3f-b557-53620c286675 req-a2caa393-5ede-4dda-b1da-fe6a961378cf service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 741.797564] env[66352]: INFO networking_nsxv3.common.synchronization [req-3e7af555-af43-4f3f-b557-53620c286675 req-a2caa393-5ede-4dda-b1da-fe6a961378cf service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 741.798485] env[66352]: INFO networking_nsxv3.common.synchronization [req-3e7af555-af43-4f3f-b557-53620c286675 req-a2caa393-5ede-4dda-b1da-fe6a961378cf service nova] Enqueued Resource ID: aef92972-7bfe-43d7-a61c-2461bc8d6c48 with Priority: HIGHEST for action port [ 741.801075] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 741.801254] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 741.801385] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef92972-7bfe-43d7-a61c-2461bc8d6c48 with Priority: HIGHEST for action port [ 741.801912] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.802086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.802160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.802434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.802526] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.803661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.805359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.806841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.806841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.806841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.806841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.806841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.806841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.806841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.806841] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.810261] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef92972-7bfe-43d7-a61c-2461bc8d6c48 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.810425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.810526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.810704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.810811] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef92972-7bfe-43d7-a61c-2461bc8d6c48',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.857555] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.857555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.857555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.857555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.857555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.869946] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: IN_PROGRESS for 2s [ 742.210013] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.210219] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.210335] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.210649] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.210887] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.212906] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.213716] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.214103] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.214345] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.214674] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.214761] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.214884] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.215013] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.215430] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.215595] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.215803] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.235049] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.236370] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.236635] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.236772] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-86" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.237115] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-90dcfde5-d835-44ed-8025-a7a635586363 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.237290] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.237416] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.237743] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.237880] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90dcfde5-d835-44ed-8025-a7a635586363',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.238977] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04ac9f09-083f-4db7-94e4-58732bd85c67 [ 742.239186] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.239344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.239430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.239630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.239716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.239806] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04ac9f09-083f-4db7-94e4-58732bd85c67 already deleted. [ 742.239885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04ac9f09-083f-4db7-94e4-58732bd85c67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.256033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.256033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.256033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.256577] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e640b71a-ef57-4022-9101-7343be9d709b already deleted. [ 742.256577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.313208] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.313424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.313661] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.315861] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aef92972-7bfe-43d7-a61c-2461bc8d6c48 with status ACTIVE [ 742.316573] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.316852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.316999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.317376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.317546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.317877] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.318045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.318135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.318378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.318498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.318792] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.318986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.320877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.321186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.321357] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.321512] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aef92972-7bfe-43d7-a61c-2461bc8d6c48 is going to be updated. [ 742.382734] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.382734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.382734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.382734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.382734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.382734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef92972-7bfe-43d7-a61c-2461bc8d6c48" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.741954] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.741954] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.741954] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.741954] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.742241] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.742241] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 90dcfde5-d835-44ed-8025-a7a635586363 not found, creating... [ 742.742435] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.742583] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.742692] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.742901] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.743044] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.743309] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.743456] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.743565] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.743758] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.743880] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.744014] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 90dcfde5-d835-44ed-8025-a7a635586363 is going to be created. [ 742.771608] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.771817] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.771932] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.772239] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.772492] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.772722] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.816196] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.318561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.318775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.318775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.318983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.319454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.319627] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be created. [ 743.350693] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.350923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.350923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.351176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.351377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.363980] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: UNINITIALIZED for 2s [ 743.505703] env[66352]: INFO networking_nsxv3.common.synchronization [req-6592ad33-3ce8-47e4-ad8e-3c93f136edd8 req-5aba54a3-da82-44ac-9b08-e23d1938792a service nova] Enqueued Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_rules [ 743.505889] env[66352]: INFO networking_nsxv3.common.synchronization [req-6592ad33-3ce8-47e4-ad8e-3c93f136edd8 req-5aba54a3-da82-44ac-9b08-e23d1938792a service nova] Enqueued Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_members [ 743.506031] env[66352]: INFO networking_nsxv3.common.synchronization [req-6592ad33-3ce8-47e4-ad8e-3c93f136edd8 req-5aba54a3-da82-44ac-9b08-e23d1938792a service nova] Enqueued Resource ID: 90dcfde5-d835-44ed-8025-a7a635586363 with Priority: HIGHEST for action port [ 743.506310] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_rules [ 743.506479] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_members [ 743.506612] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dcfde5-d835-44ed-8025-a7a635586363 with Priority: HIGHEST for action port [ 743.511020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e640b71a-ef57-4022-9101-7343be9d709b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.511020] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.511020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e640b71a-ef57-4022-9101-7343be9d709b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.511020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.511020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.511020] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.513475] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-90dcfde5-d835-44ed-8025-a7a635586363 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.515070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.515070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.515070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.515070] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90dcfde5-d835-44ed-8025-a7a635586363',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.666998] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8d92da15-6ae7-4a49-95f0-3038ca9cd764 None None] Enqueued Resource ID: 29d29804-b610-4d82-b30d-50e24e3bdaaf with Priority: HIGHEST for action port [ 743.666998] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d29804-b610-4d82-b30d-50e24e3bdaaf with Priority: HIGHEST for action port [ 743.666998] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d29804-b610-4d82-b30d-50e24e3bdaaf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.666998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d29804-b610-4d82-b30d-50e24e3bdaaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.666998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d29804-b610-4d82-b30d-50e24e3bdaaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.666998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d29804-b610-4d82-b30d-50e24e3bdaaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.666998] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d29804-b610-4d82-b30d-50e24e3bdaaf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.886811] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: SUCCESS [ 743.886811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.018090] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.019781] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e640b71a-ef57-4022-9101-7343be9d709b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.019964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.020063] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90dcfde5-d835-44ed-8025-a7a635586363 with status ACTIVE [ 744.020164] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.020261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.020319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.020521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.020599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.020765] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.020855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.021424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.021424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.021424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.021627] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.021709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.021764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.021947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.022054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.022130] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90dcfde5-d835-44ed-8025-a7a635586363 is going to be updated. [ 744.051387] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.051731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.051731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.051941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.052155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.052344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90dcfde5-d835-44ed-8025-a7a635586363" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.170739] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29d29804-b610-4d82-b30d-50e24e3bdaaf [ 744.171125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.172845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.172845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.172845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.172845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.172845] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29d29804-b610-4d82-b30d-50e24e3bdaaf already deleted. [ 744.172845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d29804-b610-4d82-b30d-50e24e3bdaaf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.479171] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1f8efc1-36d2-4d8b-b352-e96f519fd423 req-628e20cf-15c5-4cf4-ad53-340d2bd6ca18 tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 744.479858] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 744.481533] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.481731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.525317] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.643195] env[66352]: INFO networking_nsxv3.common.synchronization [None req-065062fa-3d5c-406a-92e4-e8627bfe15be tempest-ServersTestFqdnHostnames-1179254519 tempest-ServersTestFqdnHostnames-1179254519-project-member] Enqueued Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_rules [ 744.643727] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_rules [ 744.644051] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.644185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.644269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.646724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.647273] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.847611] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.847888] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.848121] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.848507] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.848894] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.849130] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.849992] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.849992] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.849992] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.850139] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.850309] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.850476] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.850639] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.850807] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.850984] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.851190] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.872562] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.872799] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.872878] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.873150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.873351] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.873518] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.873619] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.874584] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.874584] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.032934] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.032934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.032934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.032934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.032934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.032934] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e640b71a-ef57-4022-9101-7343be9d709b is going to be created. [ 745.057896] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.058111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.058111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.058428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.058860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.069612] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e640b71a-ef57-4022-9101-7343be9d709b in Status: UNINITIALIZED for 2s [ 745.170283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.170523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.170523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.170737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.170829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.171337] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e already deleted. [ 745.171337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.375553] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 745.375748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.375893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.376092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.376496] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.376627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.376627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.376790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.376867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.376937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.377046] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.378305] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.378488] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.378600] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.378805] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.378984] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.379104] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b not found, creating... [ 745.379544] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.379721] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.379840] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.380099] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.380215] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.380904] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.380904] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.380904] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.381124] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.381124] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.381551] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b is going to be created. [ 745.382460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.382624] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.382788] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.382953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.382953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.383108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.383186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.383276] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.402674] env[66352]: INFO networking_nsxv3.common.synchronization [None req-cabc0d32-eedb-420c-b1ef-4806552ae8c2 tempest-ServersTestFqdnHostnames-1179254519 tempest-ServersTestFqdnHostnames-1179254519-project-member] Enqueued Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_rules [ 745.402880] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_rules [ 745.403735] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.403819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.403882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.404080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.404162] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.408495] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.408495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.408495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.408495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.408495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.408705] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.886157] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.886157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.886157] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.925433] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.925567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.925626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.925845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.926139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.926139] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e already deleted. [ 745.926139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.079954] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8f632de6-84b2-4aee-b6ac-75eb5eb33203 None None] Enqueued Resource ID: cf16b98d-081a-4ae6-b59a-6add40be4b3e with Priority: HIGHEST for action port [ 746.080739] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf16b98d-081a-4ae6-b59a-6add40be4b3e with Priority: HIGHEST for action port [ 746.082599] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf16b98d-081a-4ae6-b59a-6add40be4b3e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.083481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf16b98d-081a-4ae6-b59a-6add40be4b3e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.083481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf16b98d-081a-4ae6-b59a-6add40be4b3e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.084932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf16b98d-081a-4ae6-b59a-6add40be4b3e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.084932] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf16b98d-081a-4ae6-b59a-6add40be4b3e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.193859] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1f8efc1-36d2-4d8b-b352-e96f519fd423 req-d0eaf89f-0405-4f22-8f86-09b6e18c4c70 service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 746.193859] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1f8efc1-36d2-4d8b-b352-e96f519fd423 req-d0eaf89f-0405-4f22-8f86-09b6e18c4c70 service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 746.194034] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1f8efc1-36d2-4d8b-b352-e96f519fd423 req-d0eaf89f-0405-4f22-8f86-09b6e18c4c70 service nova] Enqueued Resource ID: 0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b with Priority: HIGHEST for action port [ 746.195922] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 746.196152] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 746.196442] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b with Priority: HIGHEST for action port [ 746.197449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.197449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.197449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.197449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.199125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.199125] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.388616] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.588073] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf16b98d-081a-4ae6-b59a-6add40be4b3e [ 746.588578] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.590845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.591024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.592099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.594018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.594018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf16b98d-081a-4ae6-b59a-6add40be4b3e already deleted. [ 746.594018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf16b98d-081a-4ae6-b59a-6add40be4b3e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.702070] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b with status ACTIVE [ 746.702160] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.702317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.702573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.702666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.702848] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.703178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.703238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.703438] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.703494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.703682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.703771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.704078] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b is going to be updated. [ 746.727195] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.727195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.727195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.727195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.727195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.727195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd1aaa3-b0eb-45b6-8b8f-f3b72d0d831b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.892778] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.892778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.892778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.892778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.892778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.892778] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 746.928731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.928901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.929013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.929293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.929480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 747.080093] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e640b71a-ef57-4022-9101-7343be9d709b in Status: SUCCESS [ 747.080504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.081227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.081227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.081227] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.081227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.081227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.081468] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.081468] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.081522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.081859] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.588436] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.091363] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e640b71a-ef57-4022-9101-7343be9d709b: rpc.has_security_group_logging(os_id): False [ 748.110439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.110604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.110677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.110942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.111061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.111590] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.111590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.111590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.112731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.112731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.112731] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e640b71a-ef57-4022-9101-7343be9d709b is going to be created. [ 748.174174] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.174400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.174458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.174646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.174862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.187765] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e640b71a-ef57-4022-9101-7343be9d709b in Status: IN_PROGRESS for 2s [ 748.956165] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 748.956457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.956637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.957109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.957149] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.958727] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.958727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.958727] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.959356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.959356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.959356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.959565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.959565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.959696] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.960737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.960989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.961261] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.961823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.961823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.961823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.961823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.962031] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.464117] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2fa5495-bd02-4209-b17f-ef1cd0f2789c: rpc.has_security_group_logging(os_id): False [ 749.465606] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.484461] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.484461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.484461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.484461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.484461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.484461] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.484461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.484461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.484802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.484802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.484863] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.484904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.484992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.485150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.485208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.485436] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.485616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.485750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.485895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.485969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.486067] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be created. [ 749.551471] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.551622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.551674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.551846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.552031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.563930] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 749.968436] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.176027] env[66352]: INFO networking_nsxv3.common.synchronization [req-8c5e0a8e-2194-458c-9e87-ba5076972076 req-24d76ff3-9504-4570-8239-70ecf3527427 tempest-ServerMetadataTestJSON-890320027 tempest-ServerMetadataTestJSON-890320027-project-member] Enqueued Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_members [ 750.176735] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 with Priority: HIGHEST for action security_group_members [ 750.177159] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a069bbc6-2943-42ab-a6df-6aac0f95bd67 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.177346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.177438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.177718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.178364] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.178481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.178556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.178740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.178830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.178928] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a069bbc6-2943-42ab-a6df-6aac0f95bd67',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.201577] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e640b71a-ef57-4022-9101-7343be9d709b in Status: SUCCESS [ 750.201577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.471988] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.472301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.472301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.472442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.472543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.472645] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 750.504522] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.504758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.504814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.505124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.505328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.516306] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 750.681581] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.681780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.681820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.682227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.682348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.682557] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.682670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.682750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.682905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.682992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.683107] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 is going to be updated. [ 750.727142] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.727356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.727424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.728620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.728620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.740943] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 in Status: IN_PROGRESS for 2s [ 751.580188] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 751.580188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.580188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.580188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.580188] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.083202] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.083458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.166085] env[66352]: INFO networking_nsxv3.common.synchronization [req-6989376e-84ba-47ab-b7e7-efc0bf9ee014 req-aeb54a0c-200f-4298-bb29-379cbb29c191 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 752.166869] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 752.168651] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.169534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.169534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.169534] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.169534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.169534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.169894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.169894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.169894] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.428205] env[66352]: INFO networking_nsxv3.common.synchronization [None req-b434d119-ab69-4821-bcbb-3129851fdaa0 None None] Enqueued Resource ID: 02558b8c-8377-4f0e-8fcd-711cd21e1eb6 with Priority: HIGHEST for action port [ 752.428205] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02558b8c-8377-4f0e-8fcd-711cd21e1eb6 with Priority: HIGHEST for action port [ 752.428205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-02558b8c-8377-4f0e-8fcd-711cd21e1eb6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.428205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02558b8c-8377-4f0e-8fcd-711cd21e1eb6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.428205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02558b8c-8377-4f0e-8fcd-711cd21e1eb6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.428205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02558b8c-8377-4f0e-8fcd-711cd21e1eb6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.428205] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02558b8c-8377-4f0e-8fcd-711cd21e1eb6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.532114] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 752.535024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.535024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.535024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.535024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.535024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.535024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.535024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.536853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.537092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.537672] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.673170] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.752067] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 in Status: SUCCESS [ 752.752067] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a069bbc6-2943-42ab-a6df-6aac0f95bd67 deletion is rescheduled due to dependency. [ 752.752067] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a069bbc6-2943-42ab-a6df-6aac0f95bd67" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.933036] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02558b8c-8377-4f0e-8fcd-711cd21e1eb6 [ 752.934554] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.934710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.934783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.935034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.935191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.935248] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02558b8c-8377-4f0e-8fcd-711cd21e1eb6 already deleted. [ 752.935316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02558b8c-8377-4f0e-8fcd-711cd21e1eb6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.044190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.044190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.044190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.044495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.044761] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.044761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.044879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.045527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.045527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.045527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.045527] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.045527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.045527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.045794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.045794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.045794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.045897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.046316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.046316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.046316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.046316] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.177634] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.369308] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.369609] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370441] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370441] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370542] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370798] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371543] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.371543] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371543] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.371543] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.371878] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.371878] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.371878] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.371992] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.372421] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.396161] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.396883] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.396883] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.397052] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-303" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.397461] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-da0ae27d-8a5c-435a-95da-08e6bfde6077 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.397895] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398140] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398741] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398915] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0ae27d-8a5c-435a-95da-08e6bfde6077',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.549346] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2fa5495-bd02-4209-b17f-ef1cd0f2789c: rpc.has_security_group_logging(os_id): False [ 753.569303] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.569434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.569540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.569755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.569851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.570080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.570214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.570290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.570465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.570563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.570756] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.570849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.570911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.571119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.571204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.571389] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.571484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.571551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.571761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.571844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.571935] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 753.641195] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.641195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.641195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.641195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.641428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.655519] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 753.681453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.681453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.681453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.681453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.681453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.681453] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 753.719803] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.719981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.719981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.720254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.720343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.736026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 753.902304] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.902304] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.902304] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.902785] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.902785] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.902785] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port da0ae27d-8a5c-435a-95da-08e6bfde6077 not found, creating... [ 753.903093] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.903596] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.903596] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.903756] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.903756] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.904425] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.904425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.904425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.904641] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.904641] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.904751] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 is going to be created. [ 753.928123] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.928123] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.928123] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.928123] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.928423] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.928717] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.388925] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3d47993c-f81d-447a-8758-c032a69a3339 None None] Enqueued Resource ID: dba9cccf-b52e-4d40-a527-0ea4230240f2 with Priority: HIGHEST for action port [ 754.389570] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba9cccf-b52e-4d40-a527-0ea4230240f2 with Priority: HIGHEST for action port [ 754.389570] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba9cccf-b52e-4d40-a527-0ea4230240f2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.389706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba9cccf-b52e-4d40-a527-0ea4230240f2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.389706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba9cccf-b52e-4d40-a527-0ea4230240f2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.389953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba9cccf-b52e-4d40-a527-0ea4230240f2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.390023] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba9cccf-b52e-4d40-a527-0ea4230240f2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.654202] env[66352]: INFO networking_nsxv3.common.synchronization [req-6989376e-84ba-47ab-b7e7-efc0bf9ee014 req-7b109bad-7a7a-4082-ac28-bc7572d66a60 service nova] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 754.654425] env[66352]: INFO networking_nsxv3.common.synchronization [req-6989376e-84ba-47ab-b7e7-efc0bf9ee014 req-7b109bad-7a7a-4082-ac28-bc7572d66a60 service nova] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 754.654594] env[66352]: INFO networking_nsxv3.common.synchronization [req-6989376e-84ba-47ab-b7e7-efc0bf9ee014 req-7b109bad-7a7a-4082-ac28-bc7572d66a60 service nova] Enqueued Resource ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 with Priority: HIGHEST for action port [ 754.654833] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 754.654961] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 754.655070] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 with Priority: HIGHEST for action port [ 754.655612] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.655743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.655813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.656008] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.658682] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.660621] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.660733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.661018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0ae27d-8a5c-435a-95da-08e6bfde6077 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.661135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.661203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.661395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.661473] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0ae27d-8a5c-435a-95da-08e6bfde6077',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.895021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dba9cccf-b52e-4d40-a527-0ea4230240f2 [ 754.895328] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.895455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.895488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.895809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.895809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.895927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dba9cccf-b52e-4d40-a527-0ea4230240f2 already deleted. [ 754.895927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba9cccf-b52e-4d40-a527-0ea4230240f2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.164960] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.165119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.165321] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da0ae27d-8a5c-435a-95da-08e6bfde6077 with status ACTIVE [ 755.165546] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.165667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.165782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.165943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.166063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.167296] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.167296] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.167296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.167296] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 is going to be updated. [ 755.191742] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.191742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.191742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.192112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.192112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.192213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.228591] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe6e8b3e-c5a3-461a-8e59-3961f160e91e req-c337c42f-d4e9-4d37-ae71-693988770010 tempest-MigrationsAdminTest-1443813851 tempest-MigrationsAdminTest-1443813851-project-member] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 755.230736] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 755.231219] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.232140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.232140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.232140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.232352] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.232352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.232448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.232558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.232641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.232746] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.652936] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.653140] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.653263] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.653528] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.653766] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.653916] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.654150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.654421] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.654670] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.654922] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.655080] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.655230] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.655374] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.655524] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.655663] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.655831] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.673084] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 755.673084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.678086] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.678302] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.678436] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.678605] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.678909] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-685e0a0c-5e6e-4d2f-9482-1271d467341c taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.679101] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.679199] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.679593] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.679731] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685e0a0c-5e6e-4d2f-9482-1271d467341c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.738707] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.748901] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 755.748901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.749519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.749798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.749986] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.750117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.750182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.750333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.750421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.750515] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.182885] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.183278] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.183278] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.183466] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.183636] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.183786] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 685e0a0c-5e6e-4d2f-9482-1271d467341c not found, creating... [ 756.184051] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.184209] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.184344] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.184593] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.184723] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.185042] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.185213] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.185326] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.185572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.185703] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.185835] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 685e0a0c-5e6e-4d2f-9482-1271d467341c is going to be created. [ 756.207023] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.207246] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.207421] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.207724] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.208268] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.208336] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.242338] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.253412] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.745707] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.745885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.745971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.746378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.746378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.746513] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be updated. [ 756.756160] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.776026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.776399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.776495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.777122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.777269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.787713] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: IN_PROGRESS for 2s [ 756.960653] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe6e8b3e-c5a3-461a-8e59-3961f160e91e req-af75f781-766f-4b7b-8045-d8afc0e328e3 service nova] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_rules [ 756.960854] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe6e8b3e-c5a3-461a-8e59-3961f160e91e req-af75f781-766f-4b7b-8045-d8afc0e328e3 service nova] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 756.960985] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe6e8b3e-c5a3-461a-8e59-3961f160e91e req-af75f781-766f-4b7b-8045-d8afc0e328e3 service nova] Enqueued Resource ID: 685e0a0c-5e6e-4d2f-9482-1271d467341c with Priority: HIGHEST for action port [ 756.961677] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_rules [ 756.961870] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 756.962065] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685e0a0c-5e6e-4d2f-9482-1271d467341c with Priority: HIGHEST for action port [ 756.962400] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.962554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.962663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.962869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.963045] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.964140] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.964287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.964589] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-685e0a0c-5e6e-4d2f-9482-1271d467341c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.964826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.964975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.965156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.965267] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685e0a0c-5e6e-4d2f-9482-1271d467341c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.262452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.262452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.262452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.262452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.262452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.262452] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 757.293221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.293375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.293426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.293655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.293799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.308504] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 757.467215] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.467345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.469741] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685e0a0c-5e6e-4d2f-9482-1271d467341c with status ACTIVE [ 757.469998] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.470130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.470218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.470465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.470611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.470744] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.470880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.470880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.471043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.471118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.471295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.471386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.471446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.471581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.471653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.471736] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685e0a0c-5e6e-4d2f-9482-1271d467341c is going to be updated. [ 757.495066] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.495238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.495318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.495503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.495644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.495796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685e0a0c-5e6e-4d2f-9482-1271d467341c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.798474] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 758.798474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.798474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.798474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.800344] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.800344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.800344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.800344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.800344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.800344] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.304272] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.320790] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 759.320997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.321508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.321724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.321912] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.322074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.322142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.322310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.322389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.322471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.322556] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.808433] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.827752] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.828317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.828611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.829470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.830856] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.830856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.830856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.831884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.831884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.831884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.831884] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.832232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.832350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.833933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.833933] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.833933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.833933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.833933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.833933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.833933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.833933] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.311528] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.311739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.311826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.312080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.312177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.312311] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be updated. [ 760.338448] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce: rpc.has_security_group_logging(os_id): False [ 760.361223] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.361223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.361223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.361459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.361924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.367878] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.367878] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.367878] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.367878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.369082] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.369082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.369082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.369082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.369082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.369082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 760.371648] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: IN_PROGRESS for 2s [ 760.440983] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.441170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.441213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.441588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.441672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.457250] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 761.021534] env[66352]: INFO networking_nsxv3.common.synchronization [req-4bc33657-b3d2-432e-8c7e-47f2f611f755 req-9cedc481-eb93-4e26-9e2f-d6866fda4fa4 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 761.021534] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 761.026055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.026055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.026055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.026055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.026055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.026055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.026055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.026055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.026055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.026055] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.424144] env[66352]: INFO networking_nsxv3.common.synchronization [req-b97d655d-46fc-46c9-bd64-38f824f1396f req-fe1968c2-c8de-4d54-aa80-f854d0cf04a0 tempest-ServersTestBootFromVolume-342896806 tempest-ServersTestBootFromVolume-342896806-project-member] Enqueued Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_members [ 761.424936] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGHEST for action security_group_members [ 761.425096] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.425201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.425241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.425437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.425587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.425684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.425746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.425888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.425976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.426102] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.527945] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.527945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.527945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.527945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.528114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.528251] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.528720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.528823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.528974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.529061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.529163] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be updated. [ 761.558582] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.558791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.558791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.558992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.559143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.570071] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: IN_PROGRESS for 2s [ 761.929166] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.929166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.929166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.929166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.929166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.929166] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.929166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.929166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.929530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.929530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.929530] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 is going to be updated. [ 761.960236] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.960236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.960236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.960236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.960236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.969042] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 in Status: IN_PROGRESS for 2s [ 762.383242] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 762.383556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.383644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.383904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.384171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.384301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.384365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.384567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.384666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.384767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.384860] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.471805] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 762.472229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.694428] env[66352]: INFO networking_nsxv3.common.synchronization [req-9659b576-e87f-42ae-82ac-499dd29c1586 req-c1021208-14c1-42c3-940a-47983c0c5bec tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 762.695115] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 762.695455] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.695576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.695635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.695831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.695982] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.696543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.696543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.696543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.696543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.696543] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.892028] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892028] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892028] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892933] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.892933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.892933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892933] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.200165] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.206532] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.206708] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.206826] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.207746] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.207746] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.207746] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.207746] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.208112] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.208112] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.208389] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.208389] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.208945] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.208945] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.208945] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.208945] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.209162] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.228957] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.229137] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.229291] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.229471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.229792] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-49601548-0503-4e90-b3f9-de0097f1ef5e taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.229963] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.230076] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.230405] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.230517] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49601548-0503-4e90-b3f9-de0097f1ef5e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.402334] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4810656-2886-4d7f-b0af-75c8c42d6754: rpc.has_security_group_logging(os_id): False [ 763.423940] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.424117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.424190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.424437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.424653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.424827] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.424945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.425060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.425256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.425333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.425557] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.425658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.425722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.425895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.425971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.426190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.426284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.426374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.426514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.426590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.426679] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be updated. [ 763.492585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.492585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.492585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.492585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.492585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.507856] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: IN_PROGRESS for 2s [ 763.586357] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: SUCCESS [ 763.586549] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc deletion is rescheduled due to dependency. [ 763.586648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.702069] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.734943] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.735490] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.735490] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.735645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.735695] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.735827] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 49601548-0503-4e90-b3f9-de0097f1ef5e not found, creating... [ 763.736089] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.736306] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.736423] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.736645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.736773] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.737059] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.737207] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.737316] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.737511] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.737636] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.738108] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 49601548-0503-4e90-b3f9-de0097f1ef5e is going to be created. [ 763.761458] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.761682] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.761802] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.762151] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.762383] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.762585] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.982848] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 in Status: SUCCESS [ 763.982848] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 deletion is rescheduled due to dependency. [ 763.982848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.204193] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.204366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.204536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.204788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.204903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.205048] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 764.233497] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.233733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.233790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.234066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.234253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.243713] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 764.479020] env[66352]: INFO networking_nsxv3.common.synchronization [req-9659b576-e87f-42ae-82ac-499dd29c1586 req-8083aa52-c1c5-44f3-ad70-f6ad0aadd9e4 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 764.479020] env[66352]: INFO networking_nsxv3.common.synchronization [req-9659b576-e87f-42ae-82ac-499dd29c1586 req-8083aa52-c1c5-44f3-ad70-f6ad0aadd9e4 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 764.479020] env[66352]: INFO networking_nsxv3.common.synchronization [req-9659b576-e87f-42ae-82ac-499dd29c1586 req-8083aa52-c1c5-44f3-ad70-f6ad0aadd9e4 service nova] Enqueued Resource ID: 49601548-0503-4e90-b3f9-de0097f1ef5e with Priority: HIGHEST for action port [ 764.479536] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 764.479536] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 764.479657] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49601548-0503-4e90-b3f9-de0097f1ef5e with Priority: HIGHEST for action port [ 764.480113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.480113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.480113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.480662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.480745] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.482206] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.482306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.482763] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-49601548-0503-4e90-b3f9-de0097f1ef5e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.482883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.482946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.483138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.483216] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49601548-0503-4e90-b3f9-de0097f1ef5e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.985256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.985419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.985572] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49601548-0503-4e90-b3f9-de0097f1ef5e with status ACTIVE [ 764.985742] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.985864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.985931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.986176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.986422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.986487] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.986535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.986597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.986753] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.986833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.987032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.987130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.987192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.987332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.987409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.987492] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49601548-0503-4e90-b3f9-de0097f1ef5e is going to be updated. [ 765.025560] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.025718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.025794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.025993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.026147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.026339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49601548-0503-4e90-b3f9-de0097f1ef5e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.528269] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 765.528269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.766171] env[66352]: INFO networking_nsxv3.common.synchronization [None req-7173fd79-887e-4fff-ac22-58086382d0fe None None] Enqueued Resource ID: d4ebd598-64a5-48f6-bd84-f39481c832c4 with Priority: HIGHEST for action port [ 765.766474] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ebd598-64a5-48f6-bd84-f39481c832c4 with Priority: HIGHEST for action port [ 765.767029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4ebd598-64a5-48f6-bd84-f39481c832c4 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.767193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4ebd598-64a5-48f6-bd84-f39481c832c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.767261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4ebd598-64a5-48f6-bd84-f39481c832c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.767494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4ebd598-64a5-48f6-bd84-f39481c832c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.767583] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4ebd598-64a5-48f6-bd84-f39481c832c4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.850579] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 765.850964] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent loop - iteration:1 started [ 765.977930] env[66352]: INFO networking_nsxv3.common.synchronization [req-9d5625a8-b35d-4022-a529-dbd0cddefa4b req-95f8e9f7-fdb0-4f2d-95bc-232521c91336 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 765.977930] env[66352]: INFO networking_nsxv3.common.synchronization [req-9d5625a8-b35d-4022-a529-dbd0cddefa4b req-95f8e9f7-fdb0-4f2d-95bc-232521c91336 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 765.978330] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 765.978330] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 765.978686] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.978686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.978686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.978893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.979059] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.979332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.979332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.979426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.979861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.979861] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.980966] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.981724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.981798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.981951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.982112] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.982210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.982322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.982428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.982472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.982564] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.039519] env[66352]: INFO networking_nsxv3.common.synchronization [req-9d5625a8-b35d-4022-a529-dbd0cddefa4b req-95f8e9f7-fdb0-4f2d-95bc-232521c91336 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_rules [ 766.039741] env[66352]: INFO networking_nsxv3.common.synchronization [req-9d5625a8-b35d-4022-a529-dbd0cddefa4b req-95f8e9f7-fdb0-4f2d-95bc-232521c91336 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 766.039912] env[66352]: INFO networking_nsxv3.common.synchronization [req-9d5625a8-b35d-4022-a529-dbd0cddefa4b req-95f8e9f7-fdb0-4f2d-95bc-232521c91336 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 766.040098] env[66352]: INFO networking_nsxv3.common.synchronization [req-9d5625a8-b35d-4022-a529-dbd0cddefa4b req-95f8e9f7-fdb0-4f2d-95bc-232521c91336 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 766.040265] env[66352]: INFO networking_nsxv3.common.synchronization [req-9d5625a8-b35d-4022-a529-dbd0cddefa4b req-95f8e9f7-fdb0-4f2d-95bc-232521c91336 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 with Priority: HIGHEST for action port [ 766.040847] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_rules [ 766.040996] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 766.041194] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 with Priority: HIGHEST for action port [ 766.041329] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 766.041528] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 766.041878] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.042383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.042383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.042572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.042572] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.043667] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.043827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.043920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.044139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.044250] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.045874] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0ae27d-8a5c-435a-95da-08e6bfde6077 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.046058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.046215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046504] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0ae27d-8a5c-435a-95da-08e6bfde6077',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.047908] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.048069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.048226] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.048313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.254654] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 766.254966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.255203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.255564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.255817] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.255954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.256042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.256239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.256466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.256594] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.270088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4ebd598-64a5-48f6-bd84-f39481c832c4 [ 766.270348] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.270480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.270552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.270887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.271110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.271110] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4ebd598-64a5-48f6-bd84-f39481c832c4 already deleted. [ 766.271199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4ebd598-64a5-48f6-bd84-f39481c832c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.486080] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.489631] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.549982] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.550307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.550394] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.550475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.552343] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da0ae27d-8a5c-435a-95da-08e6bfde6077 with status ACTIVE [ 766.552343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.552343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.552343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.552343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.552343] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 is going to be updated. [ 766.577963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.577963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.577963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.577963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.577963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.578283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.758611] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.992157] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.992955] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.260595] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.495369] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.495560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.495631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.495856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.495945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.496053] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be created. [ 767.497745] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.497745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.497745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.497745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.497904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.497904] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 767.526806] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.527714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.527714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.527714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.527964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.530341] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.530522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.530522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.530723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.530860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.540418] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: UNINITIALIZED for 2s [ 767.540418] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 767.764123] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.764123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.764123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.764123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.764123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.764123] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 767.801014] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.801295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.801295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.801486] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.801671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.812694] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 767.923891] env[66352]: INFO networking_nsxv3.common.synchronization [req-bc46c10a-5618-44aa-9eb0-a609acd70a7c req-8afecfd6-6478-49a6-b741-6acfb7cae2e2 tempest-ServersWithSpecificFlavorTestJSON-929813163 tempest-ServersWithSpecificFlavorTestJSON-929813163-project-member] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 767.924859] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 767.925317] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.925492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.925679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.925839] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.926008] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.926160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.926245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.926381] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.182312] env[66352]: INFO networking_nsxv3.common.synchronization [None req-0745ebcd-6776-426b-a0bd-8a740afcf8ae None None] Enqueued Resource ID: 59be7a50-0fbf-4b81-9549-bb9c1aa6bd72 with Priority: HIGHEST for action port [ 768.182995] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59be7a50-0fbf-4b81-9549-bb9c1aa6bd72 with Priority: HIGHEST for action port [ 768.183455] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-59be7a50-0fbf-4b81-9549-bb9c1aa6bd72 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.183612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59be7a50-0fbf-4b81-9549-bb9c1aa6bd72" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.183859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59be7a50-0fbf-4b81-9549-bb9c1aa6bd72" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.184369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59be7a50-0fbf-4b81-9549-bb9c1aa6bd72" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.184369] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59be7a50-0fbf-4b81-9549-bb9c1aa6bd72',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.419439] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.419792] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.419792] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.420166] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.420461] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.420810] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.420810] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.421021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.421202] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.421386] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.421521] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.421627] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.421732] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.421837] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.421938] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.422074] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.428690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.428840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.428891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.429139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.429249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.429453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.429573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.429652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.429810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.429884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.429972] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be updated. [ 768.443068] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.443279] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.443385] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.443555] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-687" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.443874] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-7bee7814-6bba-42a7-87e7-134db5828cda taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.444077] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.444221] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.444594] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.444731] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bee7814-6bba-42a7-87e7-134db5828cda',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.464380] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.464380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.464380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.464380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.464380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.475880] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: IN_PROGRESS for 2s [ 768.687662] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59be7a50-0fbf-4b81-9549-bb9c1aa6bd72 [ 768.688198] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.688594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.688968] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.689351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.689581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.689814] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59be7a50-0fbf-4b81-9549-bb9c1aa6bd72 already deleted. [ 768.690107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59be7a50-0fbf-4b81-9549-bb9c1aa6bd72" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.947649] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.948065] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.948271] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.948581] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.948737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.949983] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 7bee7814-6bba-42a7-87e7-134db5828cda not found, creating... [ 768.950665] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.950868] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.950987] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.951296] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.951436] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.951795] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.952032] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.952174] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.953627] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.953792] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.953936] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 7bee7814-6bba-42a7-87e7-134db5828cda is going to be created. [ 768.977955] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.977955] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.977955] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.977955] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.977955] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.978413] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.554117] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 769.554454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.555390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.555390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.555636] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.555777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.555848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.556097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.556233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.556334] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.558444] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: SUCCESS [ 769.558444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.558444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.558623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.558951] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.559063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.559452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.559452] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.696375] env[66352]: INFO networking_nsxv3.common.synchronization [req-bc46c10a-5618-44aa-9eb0-a609acd70a7c req-367bab14-3a71-4a40-a8ba-9656d6444d7b service nova] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 769.696447] env[66352]: INFO networking_nsxv3.common.synchronization [req-bc46c10a-5618-44aa-9eb0-a609acd70a7c req-367bab14-3a71-4a40-a8ba-9656d6444d7b service nova] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 769.696823] env[66352]: INFO networking_nsxv3.common.synchronization [req-bc46c10a-5618-44aa-9eb0-a609acd70a7c req-367bab14-3a71-4a40-a8ba-9656d6444d7b service nova] Enqueued Resource ID: 7bee7814-6bba-42a7-87e7-134db5828cda with Priority: HIGHEST for action port [ 769.697695] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_rules [ 769.697695] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 769.697695] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bee7814-6bba-42a7-87e7-134db5828cda with Priority: HIGHEST for action port [ 769.697964] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.698125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.698236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.698476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.698590] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.699502] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.699919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.701059] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bee7814-6bba-42a7-87e7-134db5828cda taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.701059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.701059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.701059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.701059] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bee7814-6bba-42a7-87e7-134db5828cda',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.825199] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.825199] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.825199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.825199] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.062357] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.063263] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.202297] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.202619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.202859] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bee7814-6bba-42a7-87e7-134db5828cda with status ACTIVE [ 770.203076] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.203228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.203923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.204174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.204326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.204455] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.204558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.204621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.204788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.204873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.205102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.205208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.205273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.205418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.205495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.205581] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bee7814-6bba-42a7-87e7-134db5828cda is going to be updated. [ 770.231918] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.232105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.232169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.232549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.232634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.232814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bee7814-6bba-42a7-87e7-134db5828cda" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.330416] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.330563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.330563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.330812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.331018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.331134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.331194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.331406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.331454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.331553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.331708] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.331853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.331936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.332029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.332175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.332280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.332389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.332570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.332846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.332957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.333793] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.486856] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 770.486856] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 deletion is rescheduled due to dependency. [ 770.486856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.486856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.486856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.487112] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.487169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.487235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.487395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.487467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.487573] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.563387] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.565310] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.820058] env[66352]: INFO networking_nsxv3.common.synchronization [req-5cb70fed-ba7b-4097-ade5-b4c0974a1fdf req-6c69ad1f-9473-4f6e-8602-c7bf49617468 tempest-ListImageFiltersTestJSON-2143887756 tempest-ListImageFiltersTestJSON-2143887756-project-member] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 770.822442] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 770.822907] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.823051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.823123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.823313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.823465] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.823555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.823622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.823764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.823851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.823943] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.835303] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d0528-b9b9-40d3-865e-8357e23b395e: rpc.has_security_group_logging(os_id): False [ 770.858760] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.858969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.859106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.859361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.859504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.859768] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.859939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.860053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.860264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.860410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.860660] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.860808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.860909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.861316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.861316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.862022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.862022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.862022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.862022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.862022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.862022] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 770.929949] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.929949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.930114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.930243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.930477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.943850] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 770.989987] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.066808] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.066808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.066808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.067517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.067517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067517] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 771.068994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.069188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.069267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.069521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.069627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.069745] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be updated. [ 771.107885] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.108559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.108559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.108714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.109269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.111496] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.111893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.111893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.111893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.112013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.123656] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 771.124518] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: IN_PROGRESS for 2s [ 771.329033] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.494026] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.831586] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.997152] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.997152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.997152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.997152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.997345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.997345] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be updated. [ 772.026106] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.026256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.026363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.026548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.026691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.039527] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: IN_PROGRESS for 2s [ 772.334826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.334826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.334826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.334826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.334826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.335536] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be updated. [ 772.369047] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.369047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.369047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.369319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.369450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.379781] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: IN_PROGRESS for 2s [ 772.960313] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 772.960313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.979467] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_members [ 772.979467] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 772.979467] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 772.979467] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_members [ 772.979467] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 772.979467] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 772.979467] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-787fac65-f65c-45c4-82c4-913fbc6926e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.979467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.979467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.980124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.980313] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.980423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.980484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.980730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.980859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.980927] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.981837] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.981923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.982118] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.982201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.028357] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_rules [ 773.028581] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_members [ 773.028719] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_rules [ 773.028841] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 773.028959] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 773.029089] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 773.029208] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ea6d163-c6c8-4a71-8304-bfc26a0eee54 req-67f97a27-97d8-4b15-a8a7-ad5e1c10b5a2 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 with Priority: HIGHEST for action port [ 773.029754] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_rules [ 773.029894] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_rules [ 773.029992] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 773.030095] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 with Priority: HIGHEST for action port [ 773.030198] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_rules [ 773.030282] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_members [ 773.030367] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 773.031329] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-787fac65-f65c-45c4-82c4-913fbc6926e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.031329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.031329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.031329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.031329] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.032243] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.032345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.032533] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.032930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.032930] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0ae27d-8a5c-435a-95da-08e6bfde6077 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.032930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.032930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.033436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.033436] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0ae27d-8a5c-435a-95da-08e6bfde6077',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.034073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.034173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.034373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-787fac65-f65c-45c4-82c4-913fbc6926e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.034458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.034639] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.034717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.138235] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 773.138543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.138776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.139090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.139347] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.139527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.139613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.139845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.139958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.142112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.142292] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.144410] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: SUCCESS [ 773.144662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.144865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.146330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.146618] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.146862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.146924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.147177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.147318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.147460] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.149167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.149409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.149585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.149694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.149758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.149928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.150039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.150175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.150312] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.151463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.151672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.151913] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.152812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.152913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.153650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.153792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.154419] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.483600] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.536841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-787fac65-f65c-45c4-82c4-913fbc6926e8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.537107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.537480] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da0ae27d-8a5c-435a-95da-08e6bfde6077 with status ACTIVE [ 773.537705] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.537879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.537947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.538161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.538257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.538541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.538673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.538732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.538917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.538997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.539204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.539330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.539406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.539629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.539676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.539763] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da0ae27d-8a5c-435a-95da-08e6bfde6077 is going to be updated. [ 773.565751] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.565941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.565941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.566203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.566435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.566622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0ae27d-8a5c-435a-95da-08e6bfde6077" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.584782] env[66352]: INFO networking_nsxv3.common.synchronization [req-6dba4014-ec5e-4420-ae1f-ddd7c94d48f5 req-b851202a-624a-49e0-9470-3df4a97fce58 tempest-ListServersNegativeTestJSON-1255894113 tempest-ListServersNegativeTestJSON-1255894113-project-member] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 773.585475] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 773.585838] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.585948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.586200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.586470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.586648] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.586763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.586890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.587133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.587225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.587298] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.653127] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.653269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.661697] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.662729] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.663629] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.987469] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.052024] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.052024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.052024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.052024] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.076859] env[66352]: INFO networking_nsxv3.common.synchronization [req-ea4cc9e4-2cfe-4828-bbc6-b8c3f2afe808 req-9eed43b2-fa4b-4c44-a149-e4ca7a47aaee tempest-ListServersNegativeTestJSON-1255894113 tempest-ListServersNegativeTestJSON-1255894113-project-member] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 774.077440] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGHEST for action security_group_members [ 774.077832] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.078045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.089862] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.168229] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c0bf40a-cbd3-42c6-9eb7-b828bb181274: rpc.has_security_group_logging(os_id): False [ 774.169165] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.170063] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.209899] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.210132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.210132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.210342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.210430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.211057] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.211201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.211522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.212128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.212224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.212430] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be created. [ 774.277743] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.277991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.277991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.278380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.278565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.291967] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: IN_PROGRESS for 2s [ 774.390899] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 774.390899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.492547] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.492896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.492896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.493131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.493260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.493638] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 is going to be created. [ 774.498615] env[66352]: INFO networking_nsxv3.common.synchronization [req-9133bdbf-01f1-4ebe-aa04-e92845437b26 req-37f4a467-8045-4821-90e7-3a3ad67f9ccc tempest-ServersAdminNegativeTestJSON-225873985 tempest-ServersAdminNegativeTestJSON-225873985-project-member] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 774.499938] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGHEST for action security_group_members [ 774.500302] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.500525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.500685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.500984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.501272] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.501391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.501459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.501640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.501728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.501857] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.525546] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.525730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.525787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.526578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.526578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.536465] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 in Status: UNINITIALIZED for 2s [ 774.554681] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.592792] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.675695] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.675695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.675695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.675908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.675940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.676152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 774.677499] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.677621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.677689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.677860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.677941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.678048] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be updated. [ 774.713728] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.713896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.713949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.714169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.714344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.716235] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.716542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.716542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.716653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.716784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.732864] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: IN_PROGRESS for 2s [ 774.732864] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 775.003595] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.003829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.003888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.004117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.004214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.004694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.004737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.004902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.005017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.005114] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be updated. [ 775.027122] env[66352]: INFO networking_nsxv3.common.synchronization [req-f8df6dc7-9305-4c0d-ab9e-ee5908e8cabf req-e2183984-8115-45ec-90db-f5bc74b8c07e tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 775.027768] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 775.029922] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.030059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.030154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.030864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.030864] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.030864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.030864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.031186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.031186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.031186] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.056390] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.056390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.056610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.056739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.056981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.061781] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 826db2a2-e441-4f8d-b4b5-e959d7b89e20: rpc.has_security_group_logging(os_id): False [ 775.071924] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: IN_PROGRESS for 2s [ 775.090743] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.090947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.091027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.091204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.091295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.091563] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.091670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.091725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.091887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.092244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.092382] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be updated. [ 775.094874] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.094874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.095035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.095206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.095206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.095305] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 775.138807] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.140075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.140075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.140075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.140075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.149561] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 775.171082] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.172979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.172979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.172979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.172979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.189246] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: IN_PROGRESS for 2s [ 775.486220] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.486419] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.486535] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.486879] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.487198] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.487353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.487464] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.487671] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.487807] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.488018] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.488192] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.488366] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.488433] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.488518] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.488617] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.488739] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.510162] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.510471] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.510471] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.510629] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.510938] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-fc5b9798-458c-4f52-84a8-5583d1a262b1 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.511107] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.511266] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.511638] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.511800] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5b9798-458c-4f52-84a8-5583d1a262b1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.534367] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.534367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.534508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.535066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.535066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.535066] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.535066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.535066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.535449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.535449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.535449] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c already deleted. [ 775.535449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.014341] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.015554] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.015554] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.015554] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.015554] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.015884] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port fc5b9798-458c-4f52-84a8-5583d1a262b1 not found, creating... [ 776.016028] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.016181] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.016293] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.016543] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.016671] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.016942] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.017104] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.017214] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017419] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.017545] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.017675] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: fc5b9798-458c-4f52-84a8-5583d1a262b1 is going to be created. [ 776.038568] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.038834] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.039058] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.039368] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.039634] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.039857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.257411] env[66352]: INFO networking_nsxv3.common.synchronization [req-ba23e953-21c8-4f62-a85b-db168e26cf62 req-6b1dc07e-b330-4c90-a09b-b18f1986b418 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 776.258574] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 776.258574] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.258574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.258806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.258806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.258961] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.259066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.259128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.259272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.259357] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.259483] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.303233] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: SUCCESS [ 776.303469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.303955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.304205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.304297] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.555510] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 in Status: SUCCESS [ 776.555833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.555869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.556089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.556357] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.556504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.556547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.556702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.556782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.556878] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.613174] env[66352]: INFO networking_nsxv3.common.synchronization [req-22ab408f-5039-46e8-95ae-480ac9e31db9 req-15ff5e11-0ed5-4d96-897f-2afeca1c83d5 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 776.613378] env[66352]: INFO networking_nsxv3.common.synchronization [req-22ab408f-5039-46e8-95ae-480ac9e31db9 req-15ff5e11-0ed5-4d96-897f-2afeca1c83d5 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_members [ 776.613518] env[66352]: INFO networking_nsxv3.common.synchronization [req-22ab408f-5039-46e8-95ae-480ac9e31db9 req-15ff5e11-0ed5-4d96-897f-2afeca1c83d5 tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 776.614220] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 776.614406] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 with Priority: HIGHEST for action security_group_members [ 776.614541] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGHEST for action security_group_members [ 776.614896] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.615052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.615283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-787fac65-f65c-45c4-82c4-913fbc6926e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.615405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.615864] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.615864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.742895] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 776.744100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.744826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.745085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.745281] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.745400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.745462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.745607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.745687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.745783] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.749725] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: SUCCESS [ 776.749725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.749725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.749725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.749725] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.749725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.749725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.749725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.749725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.749725] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.756278] env[66352]: INFO networking_nsxv3.common.synchronization [req-f8df6dc7-9305-4c0d-ab9e-ee5908e8cabf req-299c109d-f59f-466f-b557-9dd6f9e24cdf service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 776.756575] env[66352]: INFO networking_nsxv3.common.synchronization [req-f8df6dc7-9305-4c0d-ab9e-ee5908e8cabf req-299c109d-f59f-466f-b557-9dd6f9e24cdf service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 776.756760] env[66352]: INFO networking_nsxv3.common.synchronization [req-f8df6dc7-9305-4c0d-ab9e-ee5908e8cabf req-299c109d-f59f-466f-b557-9dd6f9e24cdf service nova] Enqueued Resource ID: fc5b9798-458c-4f52-84a8-5583d1a262b1 with Priority: HIGHEST for action port [ 776.757251] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 776.758029] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 776.758029] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5b9798-458c-4f52-84a8-5583d1a262b1 with Priority: HIGHEST for action port [ 776.758029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.758029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.758029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.758301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.758301] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.760145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.760145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.760145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.760145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.760145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.760145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.760145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.760145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.760145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.760518] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.762279] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc5b9798-458c-4f52-84a8-5583d1a262b1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.762279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.762279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.762279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.762279] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5b9798-458c-4f52-84a8-5583d1a262b1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.763332] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.812821] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.812821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.061275] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.082125] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 in Status: SUCCESS [ 777.082438] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 deletion is rescheduled due to dependency. [ 777.082563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.159532] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 777.159736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.159897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.160148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.160333] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.160457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.160529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.160658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.160770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.160832] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.202173] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 777.202451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.247917] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.251790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.251790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.251790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.252015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.252110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.252297] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.252391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.252450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.252596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.252987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.252987] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be updated. [ 777.267561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.267561] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.267561] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc5b9798-458c-4f52-84a8-5583d1a262b1 with status ACTIVE [ 777.267561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.267561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.267561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.268169] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.268169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.268169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.268169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.268169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.268169] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc5b9798-458c-4f52-84a8-5583d1a262b1 is going to be updated. [ 777.270696] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.281672] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.282125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.282125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.282125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.282266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.292872] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.292872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.292872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.292872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.292872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.292872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc5b9798-458c-4f52-84a8-5583d1a262b1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.293923] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: IN_PROGRESS for 2s [ 777.563469] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.663237] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.663401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.663453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.663668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.663755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.663943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.664048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.664109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.664254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.664325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.664407] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be updated. [ 777.690721] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.691177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.691320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.700416] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: IN_PROGRESS for 2s [ 777.750125] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.771750] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.773923] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.774576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.774689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.774949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.775215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.775354] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 777.805119] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.807730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.807730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.807730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.807730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.816642] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 778.067045] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.067045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.067045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.067045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.067045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.067314] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 is going to be updated. [ 778.097275] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.097445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.097496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.097731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.097894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.108203] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 in Status: IN_PROGRESS for 2s [ 778.252148] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.252364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.252471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.252721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.252840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.252962] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 778.278620] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.278766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.278832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.279321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.279321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.279321] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be created. [ 778.288559] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.288711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.288779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.288996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.289154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.298433] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 778.302355] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.302576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.302618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.302809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.302956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.332942] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: UNINITIALIZED for 2s [ 779.304281] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: SUCCESS [ 779.304572] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 deletion is rescheduled due to dependency. [ 779.304572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.305066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.305066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.305211] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.305281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.305337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.305510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.305563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.305644] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.711087] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 in Status: SUCCESS [ 779.711087] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 deletion is rescheduled due to dependency. [ 779.711293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.802152] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.802345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.802438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.802680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.802792] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.809857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.810083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.810083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.810284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.810372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.810568] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.810672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.810748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.810904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.810976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.811069] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be updated. [ 779.826684] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 779.826684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.839437] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.839437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.839437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.839437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.839437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.846904] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: IN_PROGRESS for 2s [ 779.971205] env[66352]: INFO networking_nsxv3.common.synchronization [req-b1cb1300-d47e-4eed-81b4-9d8489528072 req-379990b9-97f6-40c2-b0e3-20d9e64099e6 tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 779.971783] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 779.972115] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.972244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.972325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.972576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.972733] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.973397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.976317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.976479] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.126075] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 in Status: SUCCESS [ 780.126373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.126579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.126826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.127080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.127198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.127242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.127393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.127497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.127771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.127933] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.129456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.129456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.129596] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.129668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.129731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.129880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.129985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.130112] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.305414] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.310129] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 780.310358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.310430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.310632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.310849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.310965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.311039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.311190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.311267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.311345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.311540] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.311623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.311675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.311851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.312509] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.312509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.312509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.312509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.312509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.314312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.314312] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.314312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.314474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.314558] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.314630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.314689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.314821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.314897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.314987] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.345703] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 780.345939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.346131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.346480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.346706] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.346829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.346907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.347093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.347263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.347413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.347480] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.405318] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.405552] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.405675] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.406017] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.406293] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.406461] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.406572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.406794] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.406926] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.407383] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.407498] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.407601] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.407703] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.407906] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.408027] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.408156] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.432958] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.433252] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.433443] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.433720] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.434085] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-df7cd65a-4fab-4a66-ad06-6971c685e8dc taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.434388] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.434388] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.434773] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.434914] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7cd65a-4fab-4a66-ad06-6971c685e8dc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.482279] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.482434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.483139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.483139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.483139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.483139] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.483139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.483139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.483406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.483406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.483499] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec already deleted. [ 780.483499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.634258] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('787fac65-f65c-45c4-82c4-913fbc6926e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.635421] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.635595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.635595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.635801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.635885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.636079] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.636201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.636315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.636565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.636653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.637175] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 is going to be deleted. [ 780.681475] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.681651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.681988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.682087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.682128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.682248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.807952] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.817839] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce: rpc.has_security_group_logging(os_id): False [ 780.818697] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.837581] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.837860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.837860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.838239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.838239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.838436] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.838625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.838690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.838864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.838943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.839158] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.839255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.839316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.839488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.839564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.839745] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.839842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.839904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.840380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.840500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.840572] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 780.849871] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.910376] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.910726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.910726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.911084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.911420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.925527] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 780.938547] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.938759] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.938876] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.939177] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.939316] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.939474] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port df7cd65a-4fab-4a66-ad06-6971c685e8dc not found, creating... [ 780.939720] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.939869] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.939976] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.940206] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.940333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.940597] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.940768] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.940882] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.941150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.941295] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.941431] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: df7cd65a-4fab-4a66-ad06-6971c685e8dc is going to be created. [ 780.960780] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.960995] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.961128] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.961394] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.961618] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.961828] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.140288] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 787fac65-f65c-45c4-82c4-913fbc6926e8: rpc.has_security_group_logging(os_id): False [ 781.166048] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.166255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.166255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.166485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.166578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.166810] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.166935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.166974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.167140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.167214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.167308] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 is going to be created. [ 781.195203] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/787fac65-f65c-45c4-82c4-913fbc6926e8], does not exist path=[/infra/domains/default/groups/787fac65-f65c-45c4-82c4-913fbc6926e8]."\n}' [ 781.195368] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/787fac65-f65c-45c4-82c4-913fbc6926e8 [ 781.195457] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 781.247594] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.247807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.247807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.248042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.249685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.250021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.250137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.250208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.250401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.250484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.250702] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.250827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.250871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.250980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.251070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.251155] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787fac65-f65c-45c4-82c4-913fbc6926e8 is going to be created. [ 781.262640] env[66352]: INFO networking_nsxv3.common.synchronization [None req-4bf7821a-1b98-40e1-bc50-de336ba0ca94 None None] Enqueued Resource ID: 19721f0a-4f47-45b7-8ec3-34997355e1af with Priority: HIGHEST for action port [ 781.262966] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19721f0a-4f47-45b7-8ec3-34997355e1af with Priority: HIGHEST for action port [ 781.263295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-19721f0a-4f47-45b7-8ec3-34997355e1af taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.263406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19721f0a-4f47-45b7-8ec3-34997355e1af" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.263478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19721f0a-4f47-45b7-8ec3-34997355e1af" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.263742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19721f0a-4f47-45b7-8ec3-34997355e1af" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.263906] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19721f0a-4f47-45b7-8ec3-34997355e1af',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.279346] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/787fac65-f65c-45c4-82c4-913fbc6926e8], does not exist path=[/infra/domains/default/groups/787fac65-f65c-45c4-82c4-913fbc6926e8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/787fac65-f65c-45c4-82c4-913fbc6926e8 [ 781.279520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-787fac65-f65c-45c4-82c4-913fbc6926e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.280067] env[66352]: Traceback (most recent call last): [ 781.280157] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 781.280157] env[66352]: return func(*args, **kwargs) [ 781.280157] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 781.280157] env[66352]: res.raise_for_status() [ 781.280157] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 781.280157] env[66352]: raise HTTPError(http_error_msg, response=self) [ 781.280157] env[66352]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/787fac65-f65c-45c4-82c4-913fbc6926e8 [ 781.280157] env[66352]: During handling of the above exception, another exception occurred: [ 781.280157] env[66352]: Traceback (most recent call last): [ 781.280157] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 781.280157] env[66352]: listener.cb(fileno) [ 781.280157] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 781.280157] env[66352]: result = function(*args, **kwargs) [ 781.280157] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 781.280157] env[66352]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 781.280157] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 781.280157] env[66352]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 781.280157] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 781.280157] env[66352]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 781.280157] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 781.280157] env[66352]: res.raise_for_status() [ 781.280157] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 781.280157] env[66352]: raise HTTPError(http_error_msg, response=self) [ 781.280157] env[66352]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/787fac65-f65c-45c4-82c4-913fbc6926e8 [ 781.280157] env[66352]: Removing descriptor: 26 [ 781.310533] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 781.310943] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 781.323390] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.352086] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c: rpc.has_security_group_logging(os_id): False [ 781.377209] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.377402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.377442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.377660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.377826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.377994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.378105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.378169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.378320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.378416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.378506] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be created. [ 781.445126] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.445290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.445372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.445596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.445821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.465082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 781.702718] env[66352]: INFO networking_nsxv3.common.synchronization [req-b1cb1300-d47e-4eed-81b4-9d8489528072 req-901e158f-65e2-4a9b-8ebc-221837d28175 service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 781.702718] env[66352]: INFO networking_nsxv3.common.synchronization [req-b1cb1300-d47e-4eed-81b4-9d8489528072 req-901e158f-65e2-4a9b-8ebc-221837d28175 service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 781.702894] env[66352]: INFO networking_nsxv3.common.synchronization [req-b1cb1300-d47e-4eed-81b4-9d8489528072 req-901e158f-65e2-4a9b-8ebc-221837d28175 service nova] Enqueued Resource ID: df7cd65a-4fab-4a66-ad06-6971c685e8dc with Priority: HIGHEST for action port [ 781.704165] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 781.704165] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 781.704165] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7cd65a-4fab-4a66-ad06-6971c685e8dc with Priority: HIGHEST for action port [ 781.704165] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.704165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.704165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.704393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.704393] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.706290] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.706664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.706742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.708282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.708282] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.708282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.708282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.708282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.708282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.708282] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.709026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-df7cd65a-4fab-4a66-ad06-6971c685e8dc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.709026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.709026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.709026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.709026] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7cd65a-4fab-4a66-ad06-6971c685e8dc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.766748] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19721f0a-4f47-45b7-8ec3-34997355e1af [ 781.767080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.767149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.767192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.767391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.767498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.767565] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19721f0a-4f47-45b7-8ec3-34997355e1af already deleted. [ 781.767667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19721f0a-4f47-45b7-8ec3-34997355e1af" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.828724] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.828906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.828952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.829193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.829259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.829371] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 781.861849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.861983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.862090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.862298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.862432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.867387] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: SUCCESS [ 781.867566] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 deletion is rescheduled due to dependency. [ 781.867677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.867835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.868053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.868243] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.868416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.868491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.868656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.868737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.868825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.868918] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.873163] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 782.210038] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.211748] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.211874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.212300] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df7cd65a-4fab-4a66-ad06-6971c685e8dc with status ACTIVE [ 782.212836] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.212836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.212836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.212997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.213107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.213546] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.213546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.213546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.213790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.213790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.213854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.213944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.213944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.214166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.214166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.214287] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df7cd65a-4fab-4a66-ad06-6971c685e8dc is going to be updated. [ 782.235256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.235411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.235452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.235663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.250206] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 782.251084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.252160] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 782.254311] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.254447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.254515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.254751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.254934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.255121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df7cd65a-4fab-4a66-ad06-6971c685e8dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.363539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.363934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.363934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.364074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.370427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.370748] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 782.370847] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.371832] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 782.372379] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.430753] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.430991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.432057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.432228] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 782.514026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.514026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.514026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.514026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.514026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.514026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 782.582414] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.582414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.582414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.582414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.582414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.583076] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 782.583196] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6', '27f6cc7c-06a1-45b8-ba2e-983580c7b920', 'b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce', '000bafb0-9acf-4fc4-b95c-afe5430997f1', '4f0de497-871e-4580-b669-9fa82e91ae8d', '75e004db-b3a5-424b-a82a-2d7bbf645d4d', 'b2fa5495-bd02-4209-b17f-ef1cd0f2789c', 'e233be3e-626c-4649-8872-76872c2ca5eb', 'e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf', 'f69e41bf-6635-4c90-92b4-624901082a08', 'b4810656-2886-4d7f-b0af-75c8c42d6754', '8c0bf40a-cbd3-42c6-9eb7-b828bb181274', 'a7372e03-f06c-4775-ba85-e8d071cd9a63', 'ceaeaada-ba89-442d-bb74-cdf31e2140de', 'cf0062e1-501a-4879-8501-3c53969ee6e1', '5478f07f-8e35-483e-a706-4ab2c8d964cc', '826db2a2-e441-4f8d-b4b5-e959d7b89e20', 'c32ec494-7d5d-46f3-b2d9-bd3653c266df', '2cead930-01d2-40fb-a344-ae97701323cc', '1e11d17a-f258-47f2-98bb-97a7eb5ec2a6', '21f8231a-13ee-4fa5-b1d1-c81fd2c29104', '2891c601-e4b5-4f78-b5f3-f560eddb60bf', 'de7d0528-b9b9-40d3-865e-8357e23b395e', 'da460116-da32-4772-af74-dedffb8783ab', 'a368e356-3366-4001-8e45-1a4b58422517', 'a069bbc6-2943-42ab-a6df-6aac0f95bd67', 'e640b71a-ef57-4022-9101-7343be9d709b', '17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c', 'c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e', 'ddd70e93-a190-4eaf-af7e-79f956f85333', '93be6a7c-681d-463a-962e-3a8bfa5dcbf8', '1fe399fa-71ed-4c26-a1cd-c6df2cbd341d', 'a8ebf5b2-cdbf-4009-8144-6c42dba18896'} {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.583277] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 782.656642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.656845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.656923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.657124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.657213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.657327] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 782.657399] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.657475] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 782.708861] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-97d99272-b304-49cf-a990-003a49706779 tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 782.710096] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 782.710469] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.710683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.712113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.712113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.712113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.712113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.712113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.712113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.712113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.712113] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.712996] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.722019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.722019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.722019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.722019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.722718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.722806] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 782.722897] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.722957] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 782.723198] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 782.723198] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 782.723198] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGH for action security_group_rules [ 782.723308] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGH for action security_group_rules [ 782.723308] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGH for action security_group_rules [ 782.723381] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGH for action security_group_rules [ 782.723415] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGH for action security_group_rules [ 782.723537] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGH for action security_group_rules [ 782.723606] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGH for action security_group_rules [ 782.723690] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGH for action security_group_rules [ 782.723899] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGH for action security_group_rules [ 782.723899] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGH for action security_group_rules [ 782.723899] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGH for action security_group_rules [ 782.723899] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGH for action security_group_rules [ 782.724501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGH for action security_group_rules [ 782.726106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.875729] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c0bf40a-cbd3-42c6-9eb7-b828bb181274: rpc.has_security_group_logging(os_id): False [ 782.895925] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.895925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.895925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.895925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.927464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.927841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.927926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.927978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.928213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.928606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.928606] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be updated. [ 782.945603] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 782.945672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.946110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.946110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.947130] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.991099] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.991301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.991301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.991650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.991822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.005545] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: IN_PROGRESS for 2s [ 783.147814] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.149142] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.149142] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.149142] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.149142] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.149142] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.149142] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.149551] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.149710] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.150066] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.150293] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.150511] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.150753] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.151188] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.151390] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.151596] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.171132] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.171944] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.172121] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.173080] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.174094] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-1492ee67-9747-4761-b92c-7f97f70de02b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.174553] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.174755] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.176183] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.176183] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1492ee67-9747-4761-b92c-7f97f70de02b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.214714] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.214830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.214868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.215125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.216415] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.216800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.216800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.216800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.216933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.216933] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be created. [ 783.245259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.245747] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.245747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.245747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.245991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.246051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.246235] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 783.248101] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.248235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.248289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.248530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.248682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.259773] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: UNINITIALIZED for 2s [ 783.276749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.276923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.276976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.277249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.277403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.286316] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 783.450210] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.450523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.494627] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 783.495066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.678852] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.679070] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.679070] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.679325] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.679435] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679575] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 1492ee67-9747-4761-b92c-7f97f70de02b not found, creating... [ 783.679817] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.679964] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.680085] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.680367] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.680429] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.680659] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.680828] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.680936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.681146] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.681400] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.681400] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 1492ee67-9747-4761-b92c-7f97f70de02b is going to be created. [ 783.703599] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.703829] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.703912] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.705612] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.705937] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.706183] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.845723] env[66352]: INFO networking_nsxv3.common.synchronization [None req-1ded4b39-d820-4b15-a023-5a5264f7de7c None None] Enqueued Resource ID: cbfe270e-3d03-4280-9233-046cb54a77c0 with Priority: HIGHEST for action port [ 783.846268] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfe270e-3d03-4280-9233-046cb54a77c0 with Priority: HIGHEST for action port [ 783.846753] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGH for action security_group_rules [ 783.846753] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGH for action security_group_rules [ 783.846753] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGH for action security_group_rules [ 783.846753] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGH for action security_group_rules [ 783.846968] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 with Priority: HIGH for action security_group_rules [ 783.846968] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cead930-01d2-40fb-a344-ae97701323cc with Priority: HIGH for action security_group_rules [ 783.847084] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df with Priority: HIGH for action security_group_rules [ 783.847316] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGH for action security_group_rules [ 783.847421] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaeaada-ba89-442d-bb74-cdf31e2140de with Priority: HIGH for action security_group_rules [ 783.847643] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGH for action security_group_rules [ 783.848127] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 with Priority: HIGH for action security_group_rules [ 783.848272] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 with Priority: HIGH for action security_group_rules [ 783.848435] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGH for action security_group_rules [ 783.848946] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGH for action security_group_rules [ 783.848946] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf with Priority: HIGH for action security_group_rules [ 783.848946] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGH for action security_group_rules [ 783.848946] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e233be3e-626c-4649-8872-76872c2ca5eb with Priority: HIGH for action security_group_rules [ 783.848946] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGH for action security_group_rules [ 783.849160] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 with Priority: HIGH for action security_group_rules [ 783.849160] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 with Priority: HIGH for action security_group_rules [ 783.849398] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbfe270e-3d03-4280-9233-046cb54a77c0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.849530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbfe270e-3d03-4280-9233-046cb54a77c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.849596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbfe270e-3d03-4280-9233-046cb54a77c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.849842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbfe270e-3d03-4280-9233-046cb54a77c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.849928] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbfe270e-3d03-4280-9233-046cb54a77c0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.851922] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.851922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.851922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.851922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.852183] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.853448] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.853448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.853590] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.854625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.854625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.854625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.854625] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.855180] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.855313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.855352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.855511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.855589] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.857047] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.857211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.857211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.857439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.857570] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e11d17a-f258-47f2-98bb-97a7eb5ec2a6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.858951] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cead930-01d2-40fb-a344-ae97701323cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.859082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.859147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.859309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.859490] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cead930-01d2-40fb-a344-ae97701323cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.863400] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.863400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.863400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.863400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.863400] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32ec494-7d5d-46f3-b2d9-bd3653c266df',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.865618] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.865618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.865618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.865618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.865618] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.867619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaeaada-ba89-442d-bb74-cdf31e2140de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.867764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.867797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.867971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.868914] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaeaada-ba89-442d-bb74-cdf31e2140de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.870307] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.870433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.870494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.871150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.871150] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.872268] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7372e03-f06c-4775-ba85-e8d071cd9a63 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.872595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.872662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.872837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.872913] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7372e03-f06c-4775-ba85-e8d071cd9a63',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.874223] env[66352]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 783.875391] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.875391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.875710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.875710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.875710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.875883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.875883] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.877133] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.877243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.877322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.877461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.877535] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.879208] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.879279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.879377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.879502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.879558] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.881091] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.881630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.881630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.881630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.881630] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.883219] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e233be3e-626c-4649-8872-76872c2ca5eb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.883368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.883459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.883667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.883756] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e233be3e-626c-4649-8872-76872c2ca5eb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.885251] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.885391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.885481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.885684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.885817] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.887136] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.887247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.887313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.887464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.887537] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f6cc7c-06a1-45b8-ba2e-983580c7b920',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.888726] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-000bafb0-9acf-4fc4-b95c-afe5430997f1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.888870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.888913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.889073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.889146] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('000bafb0-9acf-4fc4-b95c-afe5430997f1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.905716] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 783.906299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.907139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.907364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.907559] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.907775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.907775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.907983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.908389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.908389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.908389] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.352015] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbfe270e-3d03-4280-9233-046cb54a77c0 [ 784.352558] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.352880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.353090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.353485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.353701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.353940] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbfe270e-3d03-4280-9233-046cb54a77c0 already deleted. [ 784.354146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbfe270e-3d03-4280-9233-046cb54a77c0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.354642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.354895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.355077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.355359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.355642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.355882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.356052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.356365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.356520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.356719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.356910] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.358429] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.359084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.359313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.359615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.359913] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.360160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.360313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.360615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.360797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.360967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.361133] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.362519] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.362763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.362919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.363263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.363549] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.363756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.363871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.364083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.364173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364348] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.367710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.367917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.368019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.368284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.368474] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.368615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.368701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.368851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.368933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.369034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.369108] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.385124] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.385326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.385367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.385550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.410587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.410791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.410846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.411048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.411206] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.411353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.411410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.411571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.413911] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.413911] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.413911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.413911] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.419261] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.419377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.420398] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.420531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.421344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.421965] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cead930-01d2-40fb-a344-ae97701323cc is going to be deleted. [ 784.424324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.424452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.426205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.426332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.426426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.426892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.426892] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.426892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.427401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.427401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.427401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.427401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.427401] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.431178] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.431306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.432862] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.432862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.432862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.432862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.432862] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.432862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.433161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.433161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.433161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.433309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.433309] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.437236] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.437236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.437236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.437386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.440790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.440790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.440790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.440790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.440790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.440790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.440790] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.450648] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-ee0e6e5e-5b1b-486b-bcd4-70191defdfc1 service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 784.451026] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-ee0e6e5e-5b1b-486b-bcd4-70191defdfc1 service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 784.451026] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-ee0e6e5e-5b1b-486b-bcd4-70191defdfc1 service nova] Enqueued Resource ID: 1492ee67-9747-4761-b92c-7f97f70de02b with Priority: HIGHEST for action port [ 784.454653] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 784.454809] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 784.455412] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1492ee67-9747-4761-b92c-7f97f70de02b with Priority: HIGHEST for action port [ 784.464741] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.468030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.468384] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.468489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.468690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-1492ee67-9747-4761-b92c-7f97f70de02b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.470359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.470581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.470674] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1492ee67-9747-4761-b92c-7f97f70de02b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.476131] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.476915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.479418] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.479418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.481551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.481551] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaeaada-ba89-442d-bb74-cdf31e2140de is going to be deleted. [ 784.481551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.481736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.483477] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.483596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.489810] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.489950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.491293] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.491293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.496405] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.501609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.501747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.519144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.519276] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e11d17a-f258-47f2-98bb-97a7eb5ec2a6 is going to be deleted. [ 784.520406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.520644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.547241] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.547489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.550309] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.550477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.551238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.551357] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32ec494-7d5d-46f3-b2d9-bd3653c266df is going to be deleted. [ 784.552234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.552446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.585077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.585239] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7372e03-f06c-4775-ba85-e8d071cd9a63 is going to be deleted. [ 784.586156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.586395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.619701] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.619910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.640666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.640910] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e233be3e-626c-4649-8872-76872c2ca5eb is going to be deleted. [ 784.642344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.643583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.676559] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.676709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.695286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.695519] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 000bafb0-9acf-4fc4-b95c-afe5430997f1 is going to be deleted. [ 784.698216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.698216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.719594] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.719594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.727219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.727371] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf is going to be deleted. [ 784.728312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.728561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.728649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.728746] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be deleted. [ 784.729586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.729756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.792339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.792514] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f6cc7c-06a1-45b8-ba2e-983580c7b920 is going to be deleted. [ 784.793521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.794017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.829518] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.829729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.849784] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.850044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.855897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.856127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be deleted. [ 784.857230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.857453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.857541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.857663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cead930-01d2-40fb-a344-ae97701323cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.857928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.858022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.858079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.858174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaeaada-ba89-442d-bb74-cdf31e2140de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.858848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.858946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.859039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.859122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e11d17a-f258-47f2-98bb-97a7eb5ec2a6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.859269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.859428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.859500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.859613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32ec494-7d5d-46f3-b2d9-bd3653c266df" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.859738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.859877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.859948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.860154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7372e03-f06c-4775-ba85-e8d071cd9a63" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.860239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.860325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.860396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.860506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-000bafb0-9acf-4fc4-b95c-afe5430997f1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.860623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.860759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.860831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.860934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e233be3e-626c-4649-8872-76872c2ca5eb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.866410] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.866547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.866769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.866937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.867053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.867115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.867246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.867323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.867404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.867553] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.867644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.867706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.867833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.867967] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.868120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.868183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.868317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.868420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.868497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.868587] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.869543] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.871393] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.871393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.871393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.871393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.871393] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.871393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.871393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.871393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.871393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.871763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.871763] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.871763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.871763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.871882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.872069] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.872069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.872200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.872260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.872566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.872566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.872566] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.873364] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.887023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.887298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.887298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.887447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.887538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.887651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.889236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.889465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.889554] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.895854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.895993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.896070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.897150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.897283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.897407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e97dddfa-9ec7-4c7c-8b14-73ca03c0fbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.898619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.898738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.898808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.898984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.903239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.903398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f6cc7c-06a1-45b8-ba2e-983580c7b920" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.916294] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce: rpc.has_security_group_logging(os_id): False [ 784.943377] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.945224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.945321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.945546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.945736] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.945852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.945932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.946097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.946273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.946324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.946472] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.946583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.946649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.946833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.947209] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.947209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.947209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.947347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.947425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.947475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.947564] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.951879] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.952012] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.952100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.952258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.953602] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.953602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.953749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.953798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.953986] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.955662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.955773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.955981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.956107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.956211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.959936] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.960016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.960050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.960227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.960382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.961740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.961740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.961740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.961740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.961740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.961740] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.962615] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.978358] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1492ee67-9747-4761-b92c-7f97f70de02b with status ACTIVE [ 784.978358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.978358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.978358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.978358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.978358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.978358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.978358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.978358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.978824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.978824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.978824] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.978824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.978824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.979039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.979039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.979122] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1492ee67-9747-4761-b92c-7f97f70de02b is going to be updated. [ 785.079230] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.079230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.121882] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 in Status: SUCCESS [ 785.122145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.122333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.122591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.122685] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c0bf40a-cbd3-42c6-9eb7-b828bb181274',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.134215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.134529] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.134671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.134733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.134930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.135453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.135453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.135453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.135453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.135656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.135656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.135810] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.135899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.135959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.136148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.136218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.136312] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 785.137425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.137604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.137814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.137899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.139982] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.140588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.140588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.140588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.140588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.141072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1492ee67-9747-4761-b92c-7f97f70de02b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.271382] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 785.271606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.271902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.272035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.272285] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.272398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.272452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.272621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.273102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.273102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.273102] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.293171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.293327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.293404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.293604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.293857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.321466] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 785.321660] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d deletion is rescheduled due to dependency. [ 785.321776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.322124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.322248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.322361] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.323100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.323100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.323100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.323100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.323100] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.350934] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 785.371170] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2fa5495-bd02-4209-b17f-ef1cd0f2789c: rpc.has_security_group_logging(os_id): False [ 785.374217] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6: rpc.has_security_group_logging(os_id): False [ 785.375269] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf0062e1-501a-4879-8501-3c53969ee6e1: rpc.has_security_group_logging(os_id): False [ 785.376092] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 826db2a2-e441-4f8d-b4b5-e959d7b89e20: rpc.has_security_group_logging(os_id): False [ 785.392915] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.393092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.409267] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.409267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.409267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.409267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.412460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.412460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.412460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.412460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.413525] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.413625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.435388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.435721] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.435829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.435895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.436115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.436198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.436297] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 is going to be updated. [ 785.442459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.442459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.464067] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.464323] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.464387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.464478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.464694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.464781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.466185] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.466185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.466185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.466185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.466185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.466185] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.466185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.466185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.466185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.467015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.467219] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 785.469178] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69e41bf-6635-4c90-92b4-624901082a08: rpc.has_security_group_logging(os_id): False [ 785.470417] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4810656-2886-4d7f-b0af-75c8c42d6754: rpc.has_security_group_logging(os_id): False [ 785.471641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.471641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.472310] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f0de497-871e-4580-b669-9fa82e91ae8d: rpc.has_security_group_logging(os_id): False [ 785.505364] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.505489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.507522] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.507737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.511295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.512979] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.512979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.512979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.512979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.512979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.512979] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be updated. [ 785.514556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.514556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.518782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.547962] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.548769] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.548769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.548769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.548970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.549070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.549920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.549920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.549920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.549920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.549920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.549920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.549920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.550219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.550219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.550332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.550451] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 785.551613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.552950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.554795] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.554896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.579960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.580264] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.580383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.580447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.580642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.580743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.580943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.581163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.581163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.581859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.581859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.581859] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.581859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.581859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.581859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.581859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.582235] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be updated. [ 785.584027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.584166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.590888] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.590888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.604782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.605189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.626954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.627275] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.627394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.627457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.627661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.627738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.627924] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.628034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.628094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.628244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.628314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.628579] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.631399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.631529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.631741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.631824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.631936] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be updated. [ 785.634253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.634423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.634565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.636273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.637028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.687580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.687710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.698847] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: IN_PROGRESS for 2s [ 785.699798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.700246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.701158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.701247] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.701306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.701350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.701552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.701635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.701737] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d is going to be updated. [ 785.703183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.703183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.703183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.704141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.704335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.704482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.708042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.708513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.708621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.708798] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c0bf40a-cbd3-42c6-9eb7-b828bb181274 is going to be deleted. [ 785.711090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.711090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.711090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.752354] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.752512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.752589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.752805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.752960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.770437] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 785.771631] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: IN_PROGRESS for 2s [ 785.780754] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 785.781203] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.781384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.781491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.782852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.783176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.783274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.783321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.783506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.783606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.783696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.783885] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.783979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.786427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.786643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.786836] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.786960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.787049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.787217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.787310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787495] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.796894] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.797059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.797145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.797409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.987784] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: IN_PROGRESS for 2s [ 785.988995] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.989188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.989252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.989532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.989706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.991671] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.991802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.991875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.992173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.992273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.992424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c0bf40a-cbd3-42c6-9eb7-b828bb181274" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.993553] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: IN_PROGRESS for 2s [ 785.993866] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.021567] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: IN_PROGRESS for 2s [ 786.294572] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40b5dec-1439-451d-af59-9f2e01b174ec: rpc.has_security_group_logging(os_id): False [ 786.319570] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.319762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.319835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.320210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.320210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.320471] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.320705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.321439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.321439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.321439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.321439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.321439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.321670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.321670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.321729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.323042] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.323042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.323042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.323042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.323042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.323042] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be created. [ 786.393886] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.394056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.394127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.394332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.394527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.406176] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 786.497134] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.000114] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.000310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.000416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.000639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.000702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.000781] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 787.032281] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.032420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.032495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.032737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.033094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.042011] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 787.372514] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 787.372768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.372960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.373199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.373292] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.677132] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-e5325188-5434-4da8-b23d-e52cf519e287 tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 787.678137] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 787.678417] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.678518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.712558] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: SUCCESS [ 787.712558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.785083] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 787.785974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.786199] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 787.786385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.791975] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 787.792169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.875377] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.875580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.875660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.875873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.876054] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.876185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.876258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.876364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.876441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.876526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.876614] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.991391] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.991587] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.991693] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.991959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.992240] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.992393] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.992507] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.992721] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.992862] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.993114] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.993332] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.993332] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.993471] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.993584] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.993656] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.993786] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.017421] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 788.017681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.018732] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 788.018951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.022108] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.022535] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.022684] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.022854] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.023175] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-2dda0a41-75c1-465a-84ce-aa2a04ea5679 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.023349] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.024287] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.024287] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.024287] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dda0a41-75c1-465a-84ce-aa2a04ea5679',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.040673] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: SUCCESS [ 788.040963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.381684] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.384093] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.384093] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.384093] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.384093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.384732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.384732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.384732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.384831] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.419591] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 788.419858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.530501] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.530773] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.530818] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.531097] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.531247] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.531396] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 2dda0a41-75c1-465a-84ce-aa2a04ea5679 not found, creating... [ 788.531658] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.531859] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.531945] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.532195] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.532325] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.532594] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.532864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.532864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.533157] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.533248] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.533382] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 2dda0a41-75c1-465a-84ce-aa2a04ea5679 is going to be created. [ 788.556023] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.556262] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.556421] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.556670] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.556892] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.557126] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.887809] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce: rpc.has_security_group_logging(os_id): False [ 788.909673] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.910378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.910378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.910378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.910600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.910717] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.910860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.910940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.911086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.911158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.911399] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.911526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.912332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.912593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.912688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.912879] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.912988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.913059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.913203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.913277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.913384] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 788.990906] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.991084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.991160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.991367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.991510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.006933] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 789.052574] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 789.052798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.053016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.053289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.053440] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.053557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.053622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.053769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.053849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.053931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.054041] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.054897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.055076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.055231] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.055584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.055584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.055584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.055584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.055755] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.326438] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-8c8de4cd-5dff-41e5-b68e-8b19134c7314 service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 789.326495] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-8c8de4cd-5dff-41e5-b68e-8b19134c7314 service nova] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 789.326593] env[66352]: INFO networking_nsxv3.common.synchronization [req-85c78f2f-f3b0-4f12-b0a8-3dc698cad952 req-8c8de4cd-5dff-41e5-b68e-8b19134c7314 service nova] Enqueued Resource ID: 2dda0a41-75c1-465a-84ce-aa2a04ea5679 with Priority: HIGHEST for action port [ 789.327169] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_rules [ 789.327339] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 789.327414] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dda0a41-75c1-465a-84ce-aa2a04ea5679 with Priority: HIGHEST for action port [ 789.327675] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.327779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.327972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.328364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.328610] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dda0a41-75c1-465a-84ce-aa2a04ea5679 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.328723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.328786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.328988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.329073] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dda0a41-75c1-465a-84ce-aa2a04ea5679',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.557856] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.557856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.557856] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.831928] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dda0a41-75c1-465a-84ce-aa2a04ea5679 with status ACTIVE [ 789.832178] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.832314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.832383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.832598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.832686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.832868] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.832967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.833038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.833182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.833255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.833435] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.833531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.833591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.833726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.833798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.833883] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dda0a41-75c1-465a-84ce-aa2a04ea5679 is going to be updated. [ 789.855583] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.855729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.855799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.856016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.856156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.856325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dda0a41-75c1-465a-84ce-aa2a04ea5679" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.060504] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.563261] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.563453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.563527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.564452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.564452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.564452] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 790.595177] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.595342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.595418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.595723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.595899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.607455] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 791.023766] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 791.023955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.175534] env[66352]: INFO networking_nsxv3.common.synchronization [req-5f2da82d-5604-4470-af5c-ba1ceed96e14 req-6bfbd0f5-f2a2-42cb-aee8-c8407a2d9894 tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 792.176223] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 792.176478] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.176589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.176661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.176862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.177027] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.177134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.177451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.177451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.177451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.177899] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.452094] env[66352]: INFO networking_nsxv3.common.synchronization [req-56357411-1bc1-41cf-98cb-c1b98fc1470f req-4b62d16a-6144-4e1a-be1a-f76fcc70fd8c tempest-ServerAddressesTestJSON-1193968181 tempest-ServerAddressesTestJSON-1193968181-project-member] Enqueued Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_members [ 792.452627] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_members [ 792.452933] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.453054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.453134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.453517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.453517] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.453688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.453688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.453817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.453904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.454063] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.618248] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 792.618537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.618668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.618890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.619095] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.619215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.620646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.620646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.620646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.620646] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.679989] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.680174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.680222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.680724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.680861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.681175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.681392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.681392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.681585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.681659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.681827] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 792.725221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.725221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.725221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.725364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.725434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.740076] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 792.775837] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.776152] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.776274] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.776620] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.776895] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.777061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.777207] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.777535] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.777667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.777936] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.778079] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.778228] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.778349] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.778506] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.778658] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.778877] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.800530] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.800608] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.800816] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.801191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.801360] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-e8894b98-c395-4a2f-8b3c-10e277ea60e7 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.801524] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.801634] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.804889] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.804889] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8894b98-c395-4a2f-8b3c-10e277ea60e7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.957128] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.957453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.957613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.957952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.958141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.958614] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.958774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.958848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.959074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.959159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.959329] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a604b64-39b7-4b2e-a339-492b1621a42a already deleted. [ 792.959399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.123611] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.305794] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.305794] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.305794] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.306243] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.306243] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.307039] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port e8894b98-c395-4a2f-8b3c-10e277ea60e7 not found, creating... [ 793.307039] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.307039] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.307039] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.307331] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.307331] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.308096] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.308096] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.308096] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.308096] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.309830] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.309994] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: e8894b98-c395-4a2f-8b3c-10e277ea60e7 is going to be created. [ 793.340870] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.340870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.625741] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.032486] env[66352]: INFO networking_nsxv3.common.synchronization [req-56357411-1bc1-41cf-98cb-c1b98fc1470f req-36bcc21a-d9ae-4a4e-929f-5c64735e7cfc service nova] Enqueued Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_rules [ 794.032486] env[66352]: INFO networking_nsxv3.common.synchronization [req-56357411-1bc1-41cf-98cb-c1b98fc1470f req-36bcc21a-d9ae-4a4e-929f-5c64735e7cfc service nova] Enqueued Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_members [ 794.032486] env[66352]: INFO networking_nsxv3.common.synchronization [req-56357411-1bc1-41cf-98cb-c1b98fc1470f req-36bcc21a-d9ae-4a4e-929f-5c64735e7cfc service nova] Enqueued Resource ID: e8894b98-c395-4a2f-8b3c-10e277ea60e7 with Priority: HIGHEST for action port [ 794.033824] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_rules [ 794.033958] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_members [ 794.034059] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8894b98-c395-4a2f-8b3c-10e277ea60e7 with Priority: HIGHEST for action port [ 794.034413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.034508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.034508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.034747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.034829] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.036471] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.036471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.036632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.038659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.038659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.038659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.038659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.038659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.038659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.038659] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.038659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8894b98-c395-4a2f-8b3c-10e277ea60e7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.038659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.038659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.039418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.039418] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8894b98-c395-4a2f-8b3c-10e277ea60e7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.128569] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.128797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.128797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.128959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.129151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.129742] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 794.167244] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.167415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.167477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.167663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.167808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.179201] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 794.537427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.537727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.541073] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.542157] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8894b98-c395-4a2f-8b3c-10e277ea60e7 with status ACTIVE [ 794.542244] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.542308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.542381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.542655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.542655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.542836] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.542932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.543803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.543803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.543803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.543803] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.543803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.543803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.543803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.543803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.543803] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8894b98-c395-4a2f-8b3c-10e277ea60e7 is going to be updated. [ 794.564037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.564206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.564255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.564565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.564690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.564953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8894b98-c395-4a2f-8b3c-10e277ea60e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.751370] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 794.751554] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 794.751668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.045801] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.254458] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-f7d6ab9d-a1bb-452c-b22f-3a98170b61dc tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 795.254584] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 795.255221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.255221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.255221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.255426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.255816] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.255816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.255816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.256041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.256372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.256372] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.550782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.551135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.551135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.551293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.551387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.551497] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a604b64-39b7-4b2e-a339-492b1621a42a is going to be created. [ 795.574826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.575047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.575105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.575293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.575450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.586778] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a604b64-39b7-4b2e-a339-492b1621a42a in Status: UNINITIALIZED for 2s [ 795.609284] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-389eabf4-b630-40a2-9fb3-f0158a022e92 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 795.609980] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 795.610357] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.610480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.759721] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.759986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.759986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.760203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.760289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.760502] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.760608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.760671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.760828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.760903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.760987] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 already deleted. [ 795.761081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.761251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.761398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.761539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.761634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.761696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.761824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.761896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.762053] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.921273] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-dbb4c981-e5de-4700-aa02-975887309811 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 795.921819] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 795.922138] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.922237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.192288] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 796.192510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.192690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.192968] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.193150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.193270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.193333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.193493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.193587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.193666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.193821] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.193917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.193975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.194140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.194276] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.194366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.194424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.194558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.194633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.194709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.194798] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.269145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.269236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.269277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.270042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.270042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.270042] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.270042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.270042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.270336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.270336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.270336] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 already deleted. [ 796.270447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.270549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.270696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.270857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.270955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.271025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.271168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.271240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.271334] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.274648] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.274836] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.275502] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.275502] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.275502] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.275726] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.275770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.276090] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.276090] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.276281] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.276396] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.276521] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.276628] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.276958] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.276958] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.277079] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.299134] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.299437] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.299594] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.299843] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.300222] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-63e5714a-e792-449b-978f-1862df114ef5 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.300396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.300511] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.300841] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.301085] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e5714a-e792-449b-978f-1862df114ef5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.698130] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75e004db-b3a5-424b-a82a-2d7bbf645d4d: rpc.has_security_group_logging(os_id): False [ 796.718204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.718354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.718453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.718695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.718816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.718997] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.719105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.719198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.719326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.719393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.719602] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.719723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.719787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.719892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.719958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.720160] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.720265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.720434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.720627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.720708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.720806] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be created. [ 796.778953] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.779172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.779271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.779559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.779679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.779950] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.780096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.780181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.780383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.780475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.780587] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 already deleted. [ 796.780689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.802463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.802694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.802694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.802917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.803084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.805233] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.805438] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.805541] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.805772] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.805905] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.806074] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 63e5714a-e792-449b-978f-1862df114ef5 not found, creating... [ 796.806343] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.806535] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.806774] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.806995] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.807153] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.807415] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.807566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.807678] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.807883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.808019] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.808155] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 63e5714a-e792-449b-978f-1862df114ef5 is going to be created. [ 796.823097] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 796.830710] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.830710] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.830911] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.831419] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.832637] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.832637] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.600690] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a604b64-39b7-4b2e-a339-492b1621a42a in Status: SUCCESS [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.600690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.600690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.600690] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.757411] env[66352]: INFO networking_nsxv3.common.synchronization [None req-fdb6f162-495d-43f7-9704-7d64680ae1c6 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_rules [ 797.758076] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_rules [ 797.758509] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.758631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.758720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.759111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.759274] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.881685] env[66352]: INFO networking_nsxv3.common.synchronization [None req-42e11ae8-b0d6-4f00-86a0-ce595a0fb6df tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_rules [ 797.882569] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_rules [ 797.882569] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.882666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.009546] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-7d011da2-74b4-4be9-89d7-c1b771321c14 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 798.009546] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-7d011da2-74b4-4be9-89d7-c1b771321c14 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 798.009664] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-7d011da2-74b4-4be9-89d7-c1b771321c14 service nova] Enqueued Resource ID: 63e5714a-e792-449b-978f-1862df114ef5 with Priority: HIGHEST for action port [ 798.010710] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 798.010990] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 798.011175] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e5714a-e792-449b-978f-1862df114ef5 with Priority: HIGHEST for action port [ 798.011507] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.011689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.011797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.012424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.012569] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.013946] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.014549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.014755] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.015016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.015221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.015349] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.015517] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.016471] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e5714a-e792-449b-978f-1862df114ef5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.016864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.016981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.017211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.017334] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e5714a-e792-449b-978f-1862df114ef5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.106044] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.106044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.106044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.106044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.106044] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.106556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.106556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.106556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.106556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.106556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.106720] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.106720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.106795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.106899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.107045] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.107141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.107209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.107342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.107418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.107496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.107581] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.281993] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.282149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.282226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.282439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.282586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.282689] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc already deleted. [ 798.282689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.282869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.282986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.283091] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.520438] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.520744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.522382] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.524114] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63e5714a-e792-449b-978f-1862df114ef5 with status ACTIVE [ 798.525029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.525591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.526592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.526851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527337] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.529644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.529644] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.529644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.529644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.529644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.529644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.529644] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63e5714a-e792-449b-978f-1862df114ef5 is going to be updated. [ 798.556270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.556507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.556607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.556772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.556909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.557082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e5714a-e792-449b-978f-1862df114ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.611503] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a604b64-39b7-4b2e-a339-492b1621a42a: rpc.has_security_group_logging(os_id): False [ 798.631791] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.632038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.632148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.632352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.632446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.632689] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.632853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.632910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.633153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.633227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.633435] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.633537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.633607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.633804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.633938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.634149] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.634269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.634332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.634528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.634603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.634738] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a604b64-39b7-4b2e-a339-492b1621a42a is going to be created. [ 798.702802] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.702963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.703054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.703278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.703539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.717188] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a604b64-39b7-4b2e-a339-492b1621a42a in Status: IN_PROGRESS for 2s [ 798.808547] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.808907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.809029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.810165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.810165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.810165] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc already deleted. [ 798.810165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.813364] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-779 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.813673] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-779" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.813874] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-779" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.814553] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-779" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.815223] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.815611] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.815927] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.816481] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.816722] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.817153] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.817442] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.817725] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.817913] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.818224] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.818391] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.818613] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.843677] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 798.843677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.843677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.843677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.844066] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.845571] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.845700] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.845765] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.845929] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-779" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.846771] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.846933] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.847064] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.847405] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.848048] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d7e5ce-60f8-49b0-b1cd-b3bc71088c73',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.024568] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.349716] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.350016] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.350123] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.350330] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.350470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.350622] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 not found, creating... [ 799.350886] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.351053] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.351161] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.351384] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.351528] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.351787] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.351932] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.352047] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.352246] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.352382] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.352649] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 is going to be created. [ 799.353658] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.353767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.353852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.353970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.354122] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.354213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.354275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.354415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.354492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.354564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.354652] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.375185] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.375446] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.375701] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.376039] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.376247] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.376517] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.527983] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.527983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.527983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.528231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.528231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.528342] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be created. [ 799.563561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.563561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.563561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.563561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.576270] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: UNINITIALIZED for 2s [ 799.857257] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.857582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.857582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.857682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.857857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.857952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.858045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.858213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.858296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.858382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.858613] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.858713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.858764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.858902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.859062] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.859163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.859224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.859358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.859451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.859550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.859653] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.138133] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-7ad808d3-fea9-4a6a-9e97-7368b1c5a012 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 800.138133] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-7ad808d3-fea9-4a6a-9e97-7368b1c5a012 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 800.138290] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-7ad808d3-fea9-4a6a-9e97-7368b1c5a012 service nova] Enqueued Resource ID: 30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 with Priority: HIGHEST for action port [ 800.138832] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 800.139035] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 800.139142] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 with Priority: HIGHEST for action port [ 800.139575] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.139707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.139977] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.139977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.140395] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.140395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.140395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.140696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.140696] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d7e5ce-60f8-49b0-b1cd-b3bc71088c73',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.363245] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75e004db-b3a5-424b-a82a-2d7bbf645d4d: rpc.has_security_group_logging(os_id): False [ 800.385274] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.385454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.385522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.385839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.385924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.386158] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.386273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.386340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.386529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.386611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.386833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.386897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.386950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.387346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.387464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.387744] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.387892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.387979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.388163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.388275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.388376] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 800.459124] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.459390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.459531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.459817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.460102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.490623] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 800.642719] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 with status ACTIVE [ 800.642994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.643181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.643266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.643502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.643604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.643794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.643906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.643967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.644139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.644238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.644408] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.644535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.644632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.644761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.644830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.644917] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30d7e5ce-60f8-49b0-b1cd-b3bc71088c73 is going to be updated. [ 800.668083] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.668367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.668771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.668939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30d7e5ce-60f8-49b0-b1cd-b3bc71088c73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.730204] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a604b64-39b7-4b2e-a339-492b1621a42a in Status: SUCCESS [ 800.730501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.954230] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.954539] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.954539] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.954787] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.955049] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.955203] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.956230] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.956521] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.956684] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.957547] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.957674] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.957787] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.957898] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.958029] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.958190] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.958261] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.977155] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.977332] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.977465] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.977637] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-397" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.977950] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-e59c261a-7f80-499d-ba93-f75c1d9c3de5 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.978132] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.978247] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.978742] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.978890] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59c261a-7f80-499d-ba93-f75c1d9c3de5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.442567] env[66352]: INFO networking_nsxv3.common.synchronization [req-63ec316c-4e19-4fd9-9a4f-e95c12d6158f req-f5582b75-d078-45a8-a59b-2761c2dcaec7 tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 801.442797] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 801.443113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.443238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.443305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.443511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.443661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.443757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.443821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.443963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.444059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.444155] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.481601] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.481837] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.482147] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.482480] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.482664] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.482848] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port e59c261a-7f80-499d-ba93-f75c1d9c3de5 not found, creating... [ 801.483202] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.483304] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.483477] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.483739] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.483921] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.484255] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.484402] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.484613] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.484978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.485147] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.485246] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: e59c261a-7f80-499d-ba93-f75c1d9c3de5 is going to be created. [ 801.508224] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.508524] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.508686] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.508978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.509257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.509610] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.591284] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 801.591525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.592206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.592457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.592672] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.592805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.592877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.593093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.593182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.593286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.593430] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.594388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.594582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.594782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.594913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.594984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.595152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.595241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.595334] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.947225] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.097429] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.097429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.097854] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.113384] env[66352]: INFO networking_nsxv3.common.synchronization [req-5571d3bb-cd0e-4b1d-ad3b-aef83fc2ce98 req-ea2b3d35-0c56-4692-b261-3080e8104bf6 tempest-MultipleCreateTestJSON-840889720 tempest-MultipleCreateTestJSON-840889720-project-member] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 802.115455] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGHEST for action security_group_members [ 802.115455] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.115455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.249943] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-5847fc62-b7c1-4a93-b229-13180700b0e6 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 802.250191] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-5847fc62-b7c1-4a93-b229-13180700b0e6 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 802.250322] env[66352]: INFO networking_nsxv3.common.synchronization [req-8cd8e788-239c-450f-8bd0-423a498e9ca7 req-5847fc62-b7c1-4a93-b229-13180700b0e6 service nova] Enqueued Resource ID: e59c261a-7f80-499d-ba93-f75c1d9c3de5 with Priority: HIGHEST for action port [ 802.250853] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 802.250991] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 802.251102] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59c261a-7f80-499d-ba93-f75c1d9c3de5 with Priority: HIGHEST for action port [ 802.251372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.251471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.251667] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.251762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.251943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59c261a-7f80-499d-ba93-f75c1d9c3de5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.252367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.252455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.252666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.252764] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59c261a-7f80-499d-ba93-f75c1d9c3de5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.449255] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.508900] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 802.508900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.602647] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.755398] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e59c261a-7f80-499d-ba93-f75c1d9c3de5 with status ACTIVE [ 802.755687] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.755846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.755926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.756710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.756710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.756710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.756710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.757043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.757043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.757043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.757241] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.757365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.757438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.757619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.757704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.757810] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e59c261a-7f80-499d-ba93-f75c1d9c3de5 is going to be updated. [ 802.796164] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.796377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.796377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.796620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.796677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.796847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59c261a-7f80-499d-ba93-f75c1d9c3de5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.953242] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.953426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.953839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.953839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.953987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.954347] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 802.992215] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.992215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.992215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.992215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.992215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.000944] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 803.109296] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.109296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.109296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.109296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.109296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.109296] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 803.144940] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.144940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.144940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.144940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.144940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.153960] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 804.531532] env[66352]: INFO networking_nsxv3.common.synchronization [req-32d530a6-de5e-45a0-b417-9cc816d1119f req-b3119a25-0ded-4ce4-842d-fb90da480ae9 tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 804.531922] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 804.532187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.532291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.532291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.532584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.532708] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.533082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.533082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.534055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.534178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.534284] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.911451] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.911683] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.911746] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.912615] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.912615] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.912615] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.912615] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.913167] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.913167] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.913276] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.913319] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.913692] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.913692] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.913692] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.913692] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.913884] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.936373] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.936547] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.936709] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.936850] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.938333] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-3377659e-a017-4eb0-93ff-cb4b8380a130 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.938333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.938333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.938333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.938333] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3377659e-a017-4eb0-93ff-cb4b8380a130',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.012121] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 805.012512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.012512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.012713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.012956] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.013125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.013176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.013329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.013401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.013496] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.036869] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.037086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.037169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.037420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.037496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.037689] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.037814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.037943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.038058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.038138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.038200] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b already deleted. [ 805.038277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.166391] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 805.166391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.166391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.166675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.167088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.168277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.168277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.168277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.168277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.168277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.168546] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.168546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.168774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.169066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.169273] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.169529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.169613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.169770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.169850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.169932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.170034] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.170919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.171536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.171720] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.171863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.171944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.172130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.172207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.172294] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.443941] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.443941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.443941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.443941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.443941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.443941] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 3377659e-a017-4eb0-93ff-cb4b8380a130 not found, creating... [ 805.443941] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.443941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.443941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.443941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.444525] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.444564] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.444854] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.445045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.445395] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.445684] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.447239] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 3377659e-a017-4eb0-93ff-cb4b8380a130 is going to be created. [ 805.470626] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.470911] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.471050] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.471359] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.471598] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.471824] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.516173] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.516259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.516593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.517014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.517014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.517304] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.517483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.517590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.518017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.518195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.518407] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be updated. [ 805.571410] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.571861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.571861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.571861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.572087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.582205] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: IN_PROGRESS for 2s [ 805.674975] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad8f44c-97ff-499c-bc90-302bebba0b25: rpc.has_security_group_logging(os_id): False [ 805.676141] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.695129] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.695323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.695380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.695598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.695838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.696118] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.696227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.696292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.696455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.696526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.696726] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.696819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.696921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.697016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.697097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.697278] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.697368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.697429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.697632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.697772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.697863] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be created. [ 805.766981] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.767171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.767171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.767387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.767644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.784100] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 806.178789] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.196940] env[66352]: INFO networking_nsxv3.common.synchronization [req-32d530a6-de5e-45a0-b417-9cc816d1119f req-207844ac-6568-41eb-b41d-4fbf54b4f3c4 service nova] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_rules [ 806.197164] env[66352]: INFO networking_nsxv3.common.synchronization [req-32d530a6-de5e-45a0-b417-9cc816d1119f req-207844ac-6568-41eb-b41d-4fbf54b4f3c4 service nova] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 806.197307] env[66352]: INFO networking_nsxv3.common.synchronization [req-32d530a6-de5e-45a0-b417-9cc816d1119f req-207844ac-6568-41eb-b41d-4fbf54b4f3c4 service nova] Enqueued Resource ID: 3377659e-a017-4eb0-93ff-cb4b8380a130 with Priority: HIGHEST for action port [ 806.199044] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_rules [ 806.199236] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 806.199347] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3377659e-a017-4eb0-93ff-cb4b8380a130 with Priority: HIGHEST for action port [ 806.200014] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.200157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.200225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.200492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.200571] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.201619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.201745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.201826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.202256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.202256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.202256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.202256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.202514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.202514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.202603] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.205113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-3377659e-a017-4eb0-93ff-cb4b8380a130 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.205113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.205113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.205113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.205113] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3377659e-a017-4eb0-93ff-cb4b8380a130',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.681137] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.681480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.681480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.681586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.681670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.681771] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 806.705689] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.706816] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.706948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.707095] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3377659e-a017-4eb0-93ff-cb4b8380a130 with status ACTIVE [ 806.707251] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.707410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.707410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.707657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.707698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.708444] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.708444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.708444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.708621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.708621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.709301] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.709301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.709301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.709301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.709301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.709500] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3377659e-a017-4eb0-93ff-cb4b8380a130 is going to be updated. [ 806.711263] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.711388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.711388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.711765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.711765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.722047] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 806.734046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.734046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.734046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.734046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.734264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.734302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3377659e-a017-4eb0-93ff-cb4b8380a130" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.837851] env[66352]: INFO networking_nsxv3.common.synchronization [req-59a71177-8887-4d83-a637-2a29d7e07d81 req-bd878cd0-a8e9-466c-92e0-456fd6a9c9f0 tempest-ServerAddressesTestJSON-1193968181 tempest-ServerAddressesTestJSON-1193968181-project-member] Enqueued Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_members [ 806.838557] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGHEST for action security_group_members [ 806.838892] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.844827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.844827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.844827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.844827] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.844827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.844827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.844827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.844827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.844827] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.182611] env[66352]: INFO networking_nsxv3.common.synchronization [req-2107c573-475c-4783-9dcc-698af390c982 req-43a4be6b-3aa5-49ea-967c-28136223b061 tempest-ServersTestFqdnHostnames-1179254519 tempest-ServersTestFqdnHostnames-1179254519-project-member] Enqueued Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_members [ 807.183250] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_members [ 807.183582] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d91877-b2c6-41fa-8654-83f5b0f2937e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.183709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.183774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.184073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.184229] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.184340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.184402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.184572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.184659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.184751] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.213837] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.345055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.345373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.345573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.345795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.345888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.346109] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.346217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.346276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.346421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.346508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.346586] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a604b64-39b7-4b2e-a339-492b1621a42a is going to be updated. [ 807.384624] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.384800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.384896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.385322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.385578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.396693] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a604b64-39b7-4b2e-a339-492b1621a42a in Status: IN_PROGRESS for 2s [ 807.533750] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.534188] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-512" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.534188] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-512" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.534403] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-512" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.534675] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.534825] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.534935] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.535166] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.535337] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.535568] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.535635] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.535717] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.535818] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.535919] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.536026] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.536152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.554085] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.554266] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.554406] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.554574] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-512" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.554877] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-180c3431-ac00-4942-95b0-b9e7235570c4 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.555055] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.555167] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.555493] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.555627] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180c3431-ac00-4942-95b0-b9e7235570c4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.593260] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d in Status: SUCCESS [ 807.593993] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d deletion is rescheduled due to dependency. [ 807.593993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.687015] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.687300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.687300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.687463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.687548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.687748] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.687844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.687905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.688059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.688135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.688218] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e already deleted. [ 807.688295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.717023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.717118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.717118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.717318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.717430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.717530] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be created. [ 807.742841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.743072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.743190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.743488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.743687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.754058] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: UNINITIALIZED for 2s [ 807.799218] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 807.799431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.799698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.799921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.800023] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.059030] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.059030] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.059030] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.059400] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.059400] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.059502] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 180c3431-ac00-4942-95b0-b9e7235570c4 not found, creating... [ 808.059766] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.059926] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.060050] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.060381] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.061032] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.061032] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.061032] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.061308] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.061308] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.061436] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.061570] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 180c3431-ac00-4942-95b0-b9e7235570c4 is going to be created. [ 808.083718] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.083952] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.084084] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.084452] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.084630] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.084856] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.302111] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.302290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.735462] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 808.735807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.735867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.736193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.736395] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.736519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.736582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.736741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.736821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.737977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.738427] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.804014] env[66352]: INFO networking_nsxv3.common.synchronization [req-2107c573-475c-4783-9dcc-698af390c982 req-a1fa5e91-aac1-42b1-b490-b9baef628d05 service nova] Enqueued Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_rules [ 808.804700] env[66352]: INFO networking_nsxv3.common.synchronization [req-2107c573-475c-4783-9dcc-698af390c982 req-a1fa5e91-aac1-42b1-b490-b9baef628d05 service nova] Enqueued Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_members [ 808.805204] env[66352]: INFO networking_nsxv3.common.synchronization [req-2107c573-475c-4783-9dcc-698af390c982 req-a1fa5e91-aac1-42b1-b490-b9baef628d05 service nova] Enqueued Resource ID: 180c3431-ac00-4942-95b0-b9e7235570c4 with Priority: HIGHEST for action port [ 808.809202] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_rules [ 808.809202] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_members [ 808.809202] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 180c3431-ac00-4942-95b0-b9e7235570c4 with Priority: HIGHEST for action port [ 808.809724] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.809903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.809981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.810219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.810315] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.811347] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d91877-b2c6-41fa-8654-83f5b0f2937e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.811473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.811544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.811725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.811879] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.811974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.812075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.812238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.812354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.812476] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.813350] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-180c3431-ac00-4942-95b0-b9e7235570c4 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.813477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.813570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.813759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.814139] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180c3431-ac00-4942-95b0-b9e7235570c4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.241145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.241373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.241453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.241652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.241844] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.241958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.242068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.242180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.242278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.242399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.242580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.242721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.242794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.242950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.243193] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.243321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.243412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.243665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.243665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.243920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.243920] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.316496] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.317190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d91877-b2c6-41fa-8654-83f5b0f2937e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.317295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.317485] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 180c3431-ac00-4942-95b0-b9e7235570c4 with status ACTIVE [ 809.317648] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.317760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.317826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.318792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.318792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.318792] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.318792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.318792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.318792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.318792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.319187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.319187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.319187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.319187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.319352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.319352] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 180c3431-ac00-4942-95b0-b9e7235570c4 is going to be updated. [ 809.342965] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.343136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.343186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.343371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.343507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.343687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-180c3431-ac00-4942-95b0-b9e7235570c4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.408744] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a604b64-39b7-4b2e-a339-492b1621a42a in Status: SUCCESS [ 809.408931] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a604b64-39b7-4b2e-a339-492b1621a42a deletion is rescheduled due to dependency. [ 809.409075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.747367] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad8f44c-97ff-499c-bc90-302bebba0b25: rpc.has_security_group_logging(os_id): False [ 809.764237] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 809.764434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.764611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.764840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.765096] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.765284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.765390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.765601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.765712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.765807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.765926] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.768887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.769018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.769088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.769260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.769344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.769551] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.769636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.769702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.769846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.769917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.770339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.770339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.770339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.770527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.770527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.770638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.770731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.770786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.770922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.771059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.771118] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 809.821681] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.856957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.857151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.857231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.859034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.859034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.870925] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 810.272021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.272021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.272021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.272021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.272021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.272776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.272776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.272776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.272776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.272776] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.325310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.325925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.326400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.328245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.328639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.329016] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e is going to be created. [ 810.368897] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.369350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.369474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.369814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.369991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.382032] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e in Status: UNINITIALIZED for 2s [ 810.775064] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69e430c2-c98c-49b0-9770-f8b617d5e75b: rpc.has_security_group_logging(os_id): False [ 810.792846] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.793065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.793065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.793293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.793386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.793604] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.794698] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.794698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.795243] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.795243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.795243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.795243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.795243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.795446] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be created. [ 810.857292] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.857446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.857492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.857677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.857867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.871038] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 811.887802] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 811.889032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.889032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.889032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.889032] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.391908] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e in Status: SUCCESS [ 812.392075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.392267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.392491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.393448] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.393658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.393733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.393965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.394069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.394161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.394276] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.395345] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.395471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.395558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.395801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.395910] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.396017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.396081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.396557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.396557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396710] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.885276] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 812.885775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.898286] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.900654] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.900957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.901067] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.901711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.901711] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.901711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.901711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.902865] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.902865] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.902865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.903241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.903241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.903383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.903810] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.401525] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9d91877-b2c6-41fa-8654-83f5b0f2937e: rpc.has_security_group_logging(os_id): False [ 813.406680] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad8f44c-97ff-499c-bc90-302bebba0b25: rpc.has_security_group_logging(os_id): False [ 813.422826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.423843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.423843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.423843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.423843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.424286] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.424407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.424514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.424824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.424970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.425155] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e is going to be created. [ 813.427999] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.428193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.428291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.428692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.428963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.429175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.429351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.429468] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.429687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.429819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.430186] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.430277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.430378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.430549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.430679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.431015] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.431193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.431267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.431481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.431648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.431756] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 813.506445] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.506639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.506714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.507129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.509178] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.509301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.509368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.509561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.509694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521909] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e in Status: IN_PROGRESS for 2s [ 813.523768] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 813.809176] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 813.809286] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 814.167078] env[66352]: INFO networking_nsxv3.common.synchronization [req-556686c1-7c1e-4cdb-a4c4-0cc73a486efc req-ec289eef-2081-43f9-884c-513fa9a84855 tempest-ListImageFiltersTestJSON-2143887756 tempest-ListImageFiltersTestJSON-2143887756-project-member] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 814.168782] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGHEST for action security_group_members [ 814.169228] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.169556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.169556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.170368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.170368] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.170368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.170368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.170368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.170629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.170629] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.482059] env[66352]: INFO networking_nsxv3.common.synchronization [req-a7c4b44f-c2e7-4301-91a9-86eac2ff7483 req-1c2b1179-3ed4-44b9-a6bc-91d3aedfdf52 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 814.482854] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 814.482959] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.483062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.483107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.483347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.483502] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.483600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.483661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.483808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.483891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.483982] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.673527] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.673808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.673894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.674147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.674235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.674515] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.675399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.675399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.675399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.675399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.675399] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be updated. [ 814.703595] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.703758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.703896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.705170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.705170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.721031] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: IN_PROGRESS for 2s [ 814.836135] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.836332] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.836448] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.836789] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.837061] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.837244] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.837343] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.837557] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.837700] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.837973] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.838107] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.838214] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.838321] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.838427] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.838710] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.838895] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.860305] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.860595] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.860979] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.861139] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.861635] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-bc7704c3-111f-43fa-a747-7bb50f3d7aee taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.862081] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.862165] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.862637] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.862854] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc7704c3-111f-43fa-a747-7bb50f3d7aee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.986527] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.986664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.986748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.987016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.987112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.987323] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.987425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.987486] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.987694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.987811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.987872] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 already deleted. [ 814.987949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.366359] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.366704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.366704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.366921] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.367087] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.367241] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port bc7704c3-111f-43fa-a747-7bb50f3d7aee not found, creating... [ 815.367510] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.367799] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.367799] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.367983] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.368132] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.368622] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.368726] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.368843] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.369067] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.369202] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.369337] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: bc7704c3-111f-43fa-a747-7bb50f3d7aee is going to be created. [ 815.416442] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.416801] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.416959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.417319] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.417587] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.417841] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.542792] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e in Status: SUCCESS [ 815.543057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.562353] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 815.562470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.115061] env[66352]: INFO networking_nsxv3.common.synchronization [req-a7c4b44f-c2e7-4301-91a9-86eac2ff7483 req-a7b1fb0c-2df7-46e6-8db9-bcaf909fc3f6 service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 816.115119] env[66352]: INFO networking_nsxv3.common.synchronization [req-a7c4b44f-c2e7-4301-91a9-86eac2ff7483 req-a7b1fb0c-2df7-46e6-8db9-bcaf909fc3f6 service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 816.115327] env[66352]: INFO networking_nsxv3.common.synchronization [req-a7c4b44f-c2e7-4301-91a9-86eac2ff7483 req-a7b1fb0c-2df7-46e6-8db9-bcaf909fc3f6 service nova] Enqueued Resource ID: bc7704c3-111f-43fa-a747-7bb50f3d7aee with Priority: HIGHEST for action port [ 816.115977] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 816.115977] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 816.116198] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7704c3-111f-43fa-a747-7bb50f3d7aee with Priority: HIGHEST for action port [ 816.116293] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.116534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.116612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117233] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.118073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.118247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.118317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.118560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.118662] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.118823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.118823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.118963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.119116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.119190] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.120063] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc7704c3-111f-43fa-a747-7bb50f3d7aee taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.120168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.120482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.120482] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc7704c3-111f-43fa-a747-7bb50f3d7aee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.378367] env[66352]: INFO networking_nsxv3.common.synchronization [req-e3106c1e-34ad-4e65-bfaf-1ae08729357e req-b18379b5-3a5e-41c6-96d7-e5c6c3b3e8c7 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 816.378367] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 816.378367] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.380818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.380818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.380961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.381149] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.381262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.381406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.381576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.381669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.381876] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.624820] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.625863] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.625987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.627400] env[66352]: INFO networking_nsxv3.common.synchronization [req-e3106c1e-34ad-4e65-bfaf-1ae08729357e req-1a9f3cdc-6bc5-48b6-8219-d133ab00971e tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 816.628283] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc7704c3-111f-43fa-a747-7bb50f3d7aee with status ACTIVE [ 816.628283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.628415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.628415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.628659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.628748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.628921] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.629275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.629275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.629275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.629672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.629976] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.630100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.630626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.630626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.630626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.630626] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc7704c3-111f-43fa-a747-7bb50f3d7aee is going to be updated. [ 816.632523] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 816.632523] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.632523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.654027] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.654027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.654027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.654027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.654027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.654027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc7704c3-111f-43fa-a747-7bb50f3d7aee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.735480] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69e41bf-6635-4c90-92b4-624901082a08 in Status: SUCCESS [ 816.736143] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69e41bf-6635-4c90-92b4-624901082a08 deletion is rescheduled due to dependency. [ 816.736143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.876513] env[66352]: INFO networking_nsxv3.common.synchronization [req-e3106c1e-34ad-4e65-bfaf-1ae08729357e req-233536aa-4f0e-42c5-bbdf-4d3d1c4cc081 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 816.876513] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 816.876513] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.876513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.884334] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.129295] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.387305] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.634682] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.634682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.634682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.634682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.634682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.634682] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be created. [ 817.659627] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.659843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.659843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.659955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.660129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.669763] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: UNINITIALIZED for 2s [ 817.891027] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.891027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.891027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.891027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.891276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.891276] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 817.919462] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.919734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.919734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.919900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.920059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.932889] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 819.684276] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 819.684785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.684785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.684903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.685133] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.685211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.685286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.685437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.685518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.685603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.685829] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.944885] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 819.945127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.945302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.945540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.945732] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.945847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.945910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.946066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.946145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.946237] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.190302] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.190616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.190690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.190866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.191056] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.191161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.191440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.191589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.191589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.191714] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.191778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.191971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192128] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.192216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.192275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.192648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.192648] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.448300] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.448580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.448580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.448790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.448891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.449115] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.449215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.449277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.449430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.449506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.449592] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 820.480636] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.480814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.480814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.481036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.481179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.489973] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 820.697606] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38035268-b360-4d20-8a13-b98601a39ee3: rpc.has_security_group_logging(os_id): False [ 820.717152] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.717856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.718316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.720025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.720292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.720451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.720980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.723972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.723972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.723972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.723972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.724165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.724165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.724473] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.724473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.724473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.724629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.724732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.724822] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be created. [ 820.787107] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.787107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.787107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.787107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.787513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.799726] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 821.876649] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 821.876979] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 822.501695] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 822.502088] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 deletion is rescheduled due to dependency. [ 822.502476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.502476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.502643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.502832] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.503553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.503553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.503553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.503553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.503553] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.812907] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 822.813158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.006732] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.006732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.006732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.006732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.006732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.007188] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.007188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.007188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.007316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.007361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.007436] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 823.037661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.037827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.037901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.038125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.038267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.048152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 824.013043] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d2e173ee-0961-41a8-b242-dae45fafcc00 None None] Enqueued Resource ID: f030c50d-ff51-4ecf-a3ec-8086ec53108f with Priority: HIGHEST for action port [ 824.013790] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f030c50d-ff51-4ecf-a3ec-8086ec53108f with Priority: HIGHEST for action port [ 824.013927] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f030c50d-ff51-4ecf-a3ec-8086ec53108f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.014076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f030c50d-ff51-4ecf-a3ec-8086ec53108f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.014222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f030c50d-ff51-4ecf-a3ec-8086ec53108f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.014388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f030c50d-ff51-4ecf-a3ec-8086ec53108f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.014461] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f030c50d-ff51-4ecf-a3ec-8086ec53108f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.517161] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f030c50d-ff51-4ecf-a3ec-8086ec53108f [ 824.517889] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.517889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.517889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.517889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.517889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.518200] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f030c50d-ff51-4ecf-a3ec-8086ec53108f already deleted. [ 824.518200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f030c50d-ff51-4ecf-a3ec-8086ec53108f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.060627] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 825.060627] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 deletion is rescheduled due to dependency. [ 825.060627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.318639] env[66352]: INFO networking_nsxv3.common.synchronization [req-75312a79-049d-4d5f-b0d8-e1dee9f5ab05 req-9345c967-e3e0-41d0-b61f-7f0c67d58b93 tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 827.319222] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 827.319541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.319664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.319726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.319927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.320094] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.320191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.320252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.320395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.320504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.320567] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.646698] env[66352]: INFO networking_nsxv3.common.synchronization [req-0f1ece30-2e95-4712-b127-8da77a6efe4c req-2ca5846d-0c70-48a7-b7d6-2a8ca04ffeaf tempest-ServerActionsV293TestJSON-930552962 tempest-ServerActionsV293TestJSON-930552962-project-member] Enqueued Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_members [ 827.647315] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_members [ 827.647701] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec3438b-550b-46d4-bb53-82c963d23e7e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.647851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.647932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.648231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.648339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.648422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.648510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.648630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.648722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.648816] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.822902] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.822902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.823161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.823202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.824041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.824041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.824041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.824041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.824041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.824041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.824041] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 827.861950] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.862119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.862188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.862397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.862537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.874953] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 828.039872] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.040258] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-652" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.044294] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-652" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.044294] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-652" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.044294] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.044294] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.044294] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.044294] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.044294] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.044294] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.044294] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.044294] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.044294] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.044294] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.044294] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.044294] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.068735] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.068951] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.069044] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.069237] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-652" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.070266] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-549a7aff-d53e-4c88-bc27-b34ce65cdddb taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.070266] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.070266] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.070626] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.070626] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549a7aff-d53e-4c88-bc27-b34ce65cdddb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.151282] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.151282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.151720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.151720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.151720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.151884] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.151963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.151963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.152161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.152237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.152345] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec3438b-550b-46d4-bb53-82c963d23e7e already deleted. [ 828.152432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.573626] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.574842] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.575185] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.575530] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.575687] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.575866] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 549a7aff-d53e-4c88-bc27-b34ce65cdddb not found, creating... [ 828.576136] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.576337] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.576417] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.576667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.581210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.581210] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.581210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.581210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.581210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.581210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.581210] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 549a7aff-d53e-4c88-bc27-b34ce65cdddb is going to be created. [ 828.609642] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.609920] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.610139] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.610419] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.610651] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.610877] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.332140] env[66352]: INFO networking_nsxv3.common.synchronization [req-0f1ece30-2e95-4712-b127-8da77a6efe4c req-73ac3194-295c-4359-b5fe-e433f01af1fa service nova] Enqueued Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_rules [ 829.332400] env[66352]: INFO networking_nsxv3.common.synchronization [req-0f1ece30-2e95-4712-b127-8da77a6efe4c req-73ac3194-295c-4359-b5fe-e433f01af1fa service nova] Enqueued Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_members [ 829.332584] env[66352]: INFO networking_nsxv3.common.synchronization [req-0f1ece30-2e95-4712-b127-8da77a6efe4c req-73ac3194-295c-4359-b5fe-e433f01af1fa service nova] Enqueued Resource ID: 549a7aff-d53e-4c88-bc27-b34ce65cdddb with Priority: HIGHEST for action port [ 829.333328] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_rules [ 829.333652] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_members [ 829.333652] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549a7aff-d53e-4c88-bc27-b34ce65cdddb with Priority: HIGHEST for action port [ 829.333979] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fec3438b-550b-46d4-bb53-82c963d23e7e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.336951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.336951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.336951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.336951] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.336951] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec3438b-550b-46d4-bb53-82c963d23e7e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.336951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.337290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.337421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.337621] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.337751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.337833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.338052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.338179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.338303] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.340884] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-549a7aff-d53e-4c88-bc27-b34ce65cdddb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.342259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.342380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.342548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.342628] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549a7aff-d53e-4c88-bc27-b34ce65cdddb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.514021] env[66352]: INFO networking_nsxv3.common.synchronization [req-32f45e71-4c91-4abc-85d2-79d42f907e4e req-7dcc6c26-f6ed-4781-82d4-16eaf1d4725a tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 829.514021] env[66352]: INFO networking_nsxv3.common.synchronization [req-32f45e71-4c91-4abc-85d2-79d42f907e4e req-7dcc6c26-f6ed-4781-82d4-16eaf1d4725a tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_members [ 829.514021] env[66352]: INFO networking_nsxv3.common.synchronization [req-32f45e71-4c91-4abc-85d2-79d42f907e4e req-7dcc6c26-f6ed-4781-82d4-16eaf1d4725a tempest-SecurityGroupsTestJSON-2001017432 tempest-SecurityGroupsTestJSON-2001017432-project-member] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 829.514587] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e with Priority: HIGHEST for action security_group_members [ 829.515037] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGHEST for action security_group_members [ 829.515322] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGHEST for action security_group_members [ 829.515741] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.519018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.519018] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.519018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.519018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.519018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.519018] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.520738] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.520984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.521163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.521400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.521638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.521844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.521998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.522296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.522949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.523229] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.837343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec3438b-550b-46d4-bb53-82c963d23e7e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.837705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.841890] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.846615] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 549a7aff-d53e-4c88-bc27-b34ce65cdddb with status ACTIVE [ 829.846826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.846946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.847030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.847242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.847331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.847509] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.847606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.847659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.847819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.847927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.848081] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.848165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.848228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.848363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.848437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.848545] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 549a7aff-d53e-4c88-bc27-b34ce65cdddb is going to be updated. [ 829.872495] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.872635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.872700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.872901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.873052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.873204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549a7aff-d53e-4c88-bc27-b34ce65cdddb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.883756] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 829.883756] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b deletion is rescheduled due to dependency. [ 829.883756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.027019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.027202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.027278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.027515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.028881] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.029104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.029368] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.029476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.057414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.057579] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.057779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.057893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.058224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.058365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.058516] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e is going to be updated. [ 830.060013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.060276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.060409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.060713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.060899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.060979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.061153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.061230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.061317] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 is going to be updated. [ 830.062297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.062519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.062519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.062777] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.062877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.062877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.062997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.063071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.063236] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be updated. [ 830.123306] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.126469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.126469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.126469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.126469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.128061] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.128221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.128362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.128608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.128807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.132037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.132223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.132293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.132505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.132628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.143663] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: IN_PROGRESS for 2s [ 830.144412] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: IN_PROGRESS for 2s [ 830.145085] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: IN_PROGRESS for 2s [ 830.343992] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.479614] env[66352]: INFO networking_nsxv3.common.synchronization [req-0abe0d6a-9e30-40b3-bdbd-cb72f53ca98c req-228bda51-84d2-460a-832e-1f463251b410 tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 830.480176] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 830.480515] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.480621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.480682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.480898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.481624] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.481751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.481820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.481986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.482117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.482190] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.846986] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.847337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.847337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.848778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.848892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.849026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec3438b-550b-46d4-bb53-82c963d23e7e is going to be created. [ 830.877215] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.877664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.877809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.878076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.878305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.888863] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec3438b-550b-46d4-bb53-82c963d23e7e in Status: UNINITIALIZED for 2s [ 830.984542] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.288075] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.288075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.288075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.288075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.288354] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.288530] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.288664] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.288920] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.289089] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.289332] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.289438] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.289646] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.289794] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.289915] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.290040] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.290224] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.325270] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.325426] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.325561] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.325767] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.326066] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.326292] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.326377] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.326694] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.326828] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d5aa81d-55b1-4dc0-8e65-811954b97fb2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.494321] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.829365] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.829630] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.829839] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.830088] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.830290] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.830473] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 6d5aa81d-55b1-4dc0-8e65-811954b97fb2 not found, creating... [ 831.830785] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.830973] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.831188] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.831410] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.831572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.831951] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.832059] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.832212] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.832455] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.832608] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.832794] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 6d5aa81d-55b1-4dc0-8e65-811954b97fb2 is going to be created. [ 831.852786] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.853175] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.853175] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.853416] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.853651] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.853867] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.994840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.994997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.995075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.995295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.995388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.995491] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 832.029520] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.029691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.029766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.029939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.030098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.039958] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 832.159335] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 in Status: SUCCESS [ 832.159537] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 deletion is rescheduled due to dependency. [ 832.159676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.160470] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e in Status: SUCCESS [ 832.160621] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e deletion is rescheduled due to dependency. [ 832.160742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.161419] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce in Status: SUCCESS [ 832.161583] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce deletion is rescheduled due to dependency. [ 832.161695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.569424] env[66352]: INFO networking_nsxv3.common.synchronization [req-0abe0d6a-9e30-40b3-bdbd-cb72f53ca98c req-d4904348-e0cd-4e03-aabe-cafa03983a61 service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 832.569957] env[66352]: INFO networking_nsxv3.common.synchronization [req-0abe0d6a-9e30-40b3-bdbd-cb72f53ca98c req-d4904348-e0cd-4e03-aabe-cafa03983a61 service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 832.572205] env[66352]: INFO networking_nsxv3.common.synchronization [req-0abe0d6a-9e30-40b3-bdbd-cb72f53ca98c req-d4904348-e0cd-4e03-aabe-cafa03983a61 service nova] Enqueued Resource ID: 6d5aa81d-55b1-4dc0-8e65-811954b97fb2 with Priority: HIGHEST for action port [ 832.572205] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 832.572205] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 832.572205] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5aa81d-55b1-4dc0-8e65-811954b97fb2 with Priority: HIGHEST for action port [ 832.572205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.572205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.572205] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.572828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572961] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.573076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.573135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.573306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573380] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d5aa81d-55b1-4dc0-8e65-811954b97fb2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.899544] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec3438b-550b-46d4-bb53-82c963d23e7e in Status: SUCCESS [ 832.900053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.900053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.900500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.900802] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.900981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.901098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.901313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.901406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.901549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.901708] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.076973] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.077294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.077444] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d5aa81d-55b1-4dc0-8e65-811954b97fb2 with status ACTIVE [ 833.077630] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.077746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.077811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.078030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.078120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.078291] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.078388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.078446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.078671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.078786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.079072] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.079197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.079258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.079400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.079467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.079575] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d5aa81d-55b1-4dc0-8e65-811954b97fb2 is going to be updated. [ 833.101234] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.101475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.101475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.101635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.101769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.101923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d5aa81d-55b1-4dc0-8e65-811954b97fb2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.404489] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.907443] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fec3438b-550b-46d4-bb53-82c963d23e7e: rpc.has_security_group_logging(os_id): False [ 833.926477] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.927396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.927396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.927396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.927579] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.927579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.927790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.927865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.927954] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fec3438b-550b-46d4-bb53-82c963d23e7e is going to be created. [ 833.994998] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.995210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.995210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.995393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.995581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.007645] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fec3438b-550b-46d4-bb53-82c963d23e7e in Status: IN_PROGRESS for 2s [ 834.050797] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 834.051059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.051240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.051452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.051642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.051750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.051815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.051972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.052060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.052153] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.556322] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.061089] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.563854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.563854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.563854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.564160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.564160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.564160] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 835.600016] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.600207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.600279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.600932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.600932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.612435] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 836.021123] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fec3438b-550b-46d4-bb53-82c963d23e7e in Status: SUCCESS [ 836.021395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.572376] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 837.572699] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 837.623040] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 837.623040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.623040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.623040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.623280] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.623344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.623384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.623535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.623618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.623702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.623848] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.126528] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.126703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.126954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.127147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.127214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.127296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.127352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.127477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.127562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.127648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.127798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.127890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.127951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.128104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.128290] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.128339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.128376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.128517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.128635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.128764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.128874] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.275826] env[66352]: INFO networking_nsxv3.common.synchronization [req-5d710350-c533-4c47-be69-b6c29fb9aa72 req-94b3acfd-ff2a-4a46-9b18-802fb02769f3 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 838.276591] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 838.276912] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.277153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.277369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.277529] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.277700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.277862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.277969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.278079] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.633990] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2fa5495-bd02-4209-b17f-ef1cd0f2789c: rpc.has_security_group_logging(os_id): False [ 838.651339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.651600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.651600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.651783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.651877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.652104] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.652207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.652270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.652416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.652492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.652687] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.652780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.653138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.653138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.653138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.653354] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.653469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.653535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.653678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.653751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.653838] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 838.716691] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.716847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.716902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.717138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.717289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.732019] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 838.781351] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.781591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.781591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.781818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.781959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.782189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.782313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.782389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.782539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.782658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.782695] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 838.822008] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.822217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.822217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.822509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.822665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.832525] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 839.322190] env[66352]: INFO networking_nsxv3.common.synchronization [req-421a9ee4-b957-4d90-90a8-f16f6f6cabc7 req-40a4e05f-c47d-4213-9d82-c89ea42fec70 tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 839.322321] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 839.323277] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.323277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.323277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.323277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.323568] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.323568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.323568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.323700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.323700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.323865] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.696466] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.696792] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.696901] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.697308] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.697593] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.697750] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.697862] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.698094] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.698244] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.698426] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.698559] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.698672] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.699117] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.699117] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.699117] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.699117] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.717930] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.718139] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.718251] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.718419] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.718793] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-41fc1860-483a-4370-95dd-2527607eee9a taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.719030] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.719154] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.719460] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.719593] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41fc1860-483a-4370-95dd-2527607eee9a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.827522] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.827698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.827772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.828010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.828110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.828318] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.828414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.828485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.828709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.828818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.828921] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d already deleted. [ 839.829032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.225033] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.225033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.225349] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.225439] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.225588] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.225766] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 41fc1860-483a-4370-95dd-2527607eee9a not found, creating... [ 840.226414] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.226414] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.226414] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.226641] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.226764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.227309] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.227467] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.227580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.227792] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.227922] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.228070] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 41fc1860-483a-4370-95dd-2527607eee9a is going to be created. [ 840.257675] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.257991] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.258139] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.258417] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.258685] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.258922] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.750029] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 840.750309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.844201] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 840.844391] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 840.844536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.961158] env[66352]: INFO networking_nsxv3.common.synchronization [req-421a9ee4-b957-4d90-90a8-f16f6f6cabc7 req-d0241df5-f1f7-4590-98ec-64ca878823f4 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 840.961158] env[66352]: INFO networking_nsxv3.common.synchronization [req-421a9ee4-b957-4d90-90a8-f16f6f6cabc7 req-d0241df5-f1f7-4590-98ec-64ca878823f4 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 840.961158] env[66352]: INFO networking_nsxv3.common.synchronization [req-421a9ee4-b957-4d90-90a8-f16f6f6cabc7 req-d0241df5-f1f7-4590-98ec-64ca878823f4 service nova] Enqueued Resource ID: 41fc1860-483a-4370-95dd-2527607eee9a with Priority: HIGHEST for action port [ 840.961158] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 840.961594] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 840.961594] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fc1860-483a-4370-95dd-2527607eee9a with Priority: HIGHEST for action port [ 840.961698] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.961819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.961819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.962095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.962176] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.963542] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.963672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.963740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.963920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.964890] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.964890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.964890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.965035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.965073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.965168] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.965954] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-41fc1860-483a-4370-95dd-2527607eee9a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.966074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.966138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.966292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.966373] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41fc1860-483a-4370-95dd-2527607eee9a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.468697] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.468952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.469122] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.470087] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41fc1860-483a-4370-95dd-2527607eee9a with status ACTIVE [ 841.470303] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.470422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.470485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.470717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.470814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.470995] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.471135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.471220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.471299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.471374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.471585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.471750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.471750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.471896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.471934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.472520] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41fc1860-483a-4370-95dd-2527607eee9a is going to be updated. [ 841.494418] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.494567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.494631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.494886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.495043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.495209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41fc1860-483a-4370-95dd-2527607eee9a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.974441] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.478181] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.478351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.478424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.478748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.478837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.478941] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be created. [ 842.506765] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.506921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.506991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.507219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.507417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.517966] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: UNINITIALIZED for 2s [ 842.982811] env[66352]: INFO networking_nsxv3.common.synchronization [req-2ca45228-a421-450f-92ca-7fe17a479a79 req-ee876369-27e4-4246-b853-50b66f3a8c45 tempest-ServerGroupTestJSON-205092239 tempest-ServerGroupTestJSON-205092239-project-member] Enqueued Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_members [ 842.983559] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_members [ 842.983900] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-28745ec6-8740-4e94-ba57-c207120291ee taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.984209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.984301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.987545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.987677] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.987838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.987894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.988083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.988154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.988210] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.390209] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.390209] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-256" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.390209] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-256" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.391061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-256" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.391061] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.391061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.391276] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.391487] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.391694] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.391968] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.392141] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.392648] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.392648] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.392648] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.392648] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.392887] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.413621] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.413912] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.414082] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.414278] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-256" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.414593] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.414770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.414886] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.415262] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.415393] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7394ed5a-12ce-4da8-afe9-2d174d1b9a33',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.490972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.491205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.491264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.491551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.491653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.491898] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.492016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.492406] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28745ec6-8740-4e94-ba57-c207120291ee already deleted. [ 843.492486] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.918503] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.918903] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.919114] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.919506] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.919713] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.919940] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 7394ed5a-12ce-4da8-afe9-2d174d1b9a33 not found, creating... [ 843.920360] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.920598] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.920766] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.921073] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.921271] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.921728] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.921934] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.922102] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.922369] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.922543] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.922723] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 7394ed5a-12ce-4da8-afe9-2d174d1b9a33 is going to be created. [ 843.944657] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.944947] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.945033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.945393] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.945649] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.945883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.530420] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.530420] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.530420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.530420] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.667264] env[66352]: INFO networking_nsxv3.common.synchronization [req-2ca45228-a421-450f-92ca-7fe17a479a79 req-6499114f-54b1-4ed5-8b4f-92c8953e9fdc service nova] Enqueued Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_rules [ 844.667264] env[66352]: INFO networking_nsxv3.common.synchronization [req-2ca45228-a421-450f-92ca-7fe17a479a79 req-6499114f-54b1-4ed5-8b4f-92c8953e9fdc service nova] Enqueued Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_members [ 844.667264] env[66352]: INFO networking_nsxv3.common.synchronization [req-2ca45228-a421-450f-92ca-7fe17a479a79 req-6499114f-54b1-4ed5-8b4f-92c8953e9fdc service nova] Enqueued Resource ID: 7394ed5a-12ce-4da8-afe9-2d174d1b9a33 with Priority: HIGHEST for action port [ 844.667264] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_rules [ 844.667264] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_members [ 844.667264] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7394ed5a-12ce-4da8-afe9-2d174d1b9a33 with Priority: HIGHEST for action port [ 844.667908] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28745ec6-8740-4e94-ba57-c207120291ee taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.668244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.668518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.668888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.669275] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.670892] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-28745ec6-8740-4e94-ba57-c207120291ee taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.670892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.670892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.670892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.670892] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.671508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.671684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.672347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.672347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.672347] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.673318] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.673583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.673810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.674121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.676354] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7394ed5a-12ce-4da8-afe9-2d174d1b9a33',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.734809] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ca359e8-8211-4949-b008-745da1f69650 req-7a995e52-7c31-40ac-965d-c9e870934466 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_members [ 844.734809] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_members [ 844.735119] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.735244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.735309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.735550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.735703] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.735801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.735864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.736013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.736615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.736772] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.036796] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.037871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.037871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.037871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.037871] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.037871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.039846] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.039846] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.039846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.040853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.040853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.040853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.040853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.041133] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.058294] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.058496] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.058691] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.059013] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.059339] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.059500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.061266] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.061648] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.062190] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.063054] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.063289] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.064048] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.064189] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.064312] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.064422] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.064566] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.088308] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.088374] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.088488] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.088878] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.089305] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-154f5c26-9875-40cb-ab7a-f7b2caf94605 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.089488] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.089670] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.090036] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.090182] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('154f5c26-9875-40cb-ab7a-f7b2caf94605',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.176617] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-28745ec6-8740-4e94-ba57-c207120291ee taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.176789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.177035] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.178153] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7394ed5a-12ce-4da8-afe9-2d174d1b9a33 with status ACTIVE [ 845.178400] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.178529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.178677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.178821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.178928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.179103] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.179198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.179261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.179561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.179561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.179730] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.179791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.179791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.179935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.180014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.180610] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7394ed5a-12ce-4da8-afe9-2d174d1b9a33 is going to be updated. [ 845.201051] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.201203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.201288] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.201479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.201619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.201801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7394ed5a-12ce-4da8-afe9-2d174d1b9a33" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.243050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.243050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.243050] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc already deleted. [ 845.243050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.498089] env[66352]: INFO networking_nsxv3.common.synchronization [req-952dc30b-2c49-4c7c-991d-887341003bdb req-5867f9a0-ace6-4d33-be2e-592b092efc2f tempest-ServersTestManualDisk-560548710 tempest-ServersTestManualDisk-560548710-project-member] Enqueued Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_members [ 845.498827] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a368e356-3366-4001-8e45-1a4b58422517 with Priority: HIGHEST for action security_group_members [ 845.499250] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a368e356-3366-4001-8e45-1a4b58422517 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.499409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.499496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.499759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.499958] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.500101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.500187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.500379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.500494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.500616] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a368e356-3366-4001-8e45-1a4b58422517',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.543209] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d209835-b23d-40d8-b513-91c7a2b9161d: rpc.has_security_group_logging(os_id): False [ 845.563833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.564077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.564077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.564270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.564361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.564585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.564689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.564754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.564963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.565092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.565174] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.565266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.565328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.565463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.565539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.565706] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.565828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.565985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.565985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.566113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.566160] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be created. [ 845.593020] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.593257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.593463] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.593830] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.594016] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.594223] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 154f5c26-9875-40cb-ab7a-f7b2caf94605 not found, creating... [ 845.594547] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.594743] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.594897] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.595183] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.595352] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.595771] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.595975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.596142] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.596409] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.596548] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.596727] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 154f5c26-9875-40cb-ab7a-f7b2caf94605 is going to be created. [ 845.619246] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.619580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.619580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.619903] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.620165] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.620396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.636597] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.636788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.636838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.637025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.637211] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.656560] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 845.682998] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.002692] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.004047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.004047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.004047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.025551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.026840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.026932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.026973] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.029365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.029365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.029365] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a368e356-3366-4001-8e45-1a4b58422517 is going to be updated. [ 846.053745] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.054418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.054511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.054736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.054885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.064607] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a368e356-3366-4001-8e45-1a4b58422517 in Status: IN_PROGRESS for 2s [ 846.185749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.185980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.185980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.186434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.186434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.186656] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28745ec6-8740-4e94-ba57-c207120291ee is going to be created. [ 846.215396] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.216317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.216570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.217559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.217559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.231012] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28745ec6-8740-4e94-ba57-c207120291ee in Status: UNINITIALIZED for 2s [ 846.481745] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ca359e8-8211-4949-b008-745da1f69650 req-c0ff6624-15ed-4f4d-a96b-e42ec0138d56 service nova] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_rules [ 846.481873] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ca359e8-8211-4949-b008-745da1f69650 req-c0ff6624-15ed-4f4d-a96b-e42ec0138d56 service nova] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_members [ 846.481982] env[66352]: INFO networking_nsxv3.common.synchronization [req-0ca359e8-8211-4949-b008-745da1f69650 req-c0ff6624-15ed-4f4d-a96b-e42ec0138d56 service nova] Enqueued Resource ID: 154f5c26-9875-40cb-ab7a-f7b2caf94605 with Priority: HIGHEST for action port [ 846.482442] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_rules [ 846.482572] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_members [ 846.482664] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 154f5c26-9875-40cb-ab7a-f7b2caf94605 with Priority: HIGHEST for action port [ 846.482939] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.483177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.483469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.483598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.483704] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.484643] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.485054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.485157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.485416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.485673] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.486080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.486080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.486080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.486080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.486080] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.487293] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-154f5c26-9875-40cb-ab7a-f7b2caf94605 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.487440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.487524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.487722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.487798] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('154f5c26-9875-40cb-ab7a-f7b2caf94605',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.993405] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 154f5c26-9875-40cb-ab7a-f7b2caf94605 with status ACTIVE [ 846.993988] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.993988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.993988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.994226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.994226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.994360] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.994480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.994546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.994834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.994902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.995143] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.995240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.995318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.995467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.995539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.995720] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 154f5c26-9875-40cb-ab7a-f7b2caf94605 is going to be updated. [ 846.997835] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.998294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.998647] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.023088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.023088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.023088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.023088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.023570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.023570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-154f5c26-9875-40cb-ab7a-f7b2caf94605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.501220] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.669606] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 847.669606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.005686] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.006102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.006102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.006189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.006309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.006349] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc is going to be created. [ 848.037396] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.037396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.037396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.037396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.037396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.064029] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: UNINITIALIZED for 2s [ 848.076538] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a368e356-3366-4001-8e45-1a4b58422517 in Status: SUCCESS [ 848.076840] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a368e356-3366-4001-8e45-1a4b58422517 deletion is rescheduled due to dependency. [ 848.076967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a368e356-3366-4001-8e45-1a4b58422517" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.243365] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28745ec6-8740-4e94-ba57-c207120291ee in Status: SUCCESS [ 848.243560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.243666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.244268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.244268] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.244268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.244268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.244665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.244665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.244665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.244665] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.750916] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-28745ec6-8740-4e94-ba57-c207120291ee taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.750916] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.750916] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-28745ec6-8740-4e94-ba57-c207120291ee taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.750916] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.750916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.751826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.751826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.751826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.751826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.751826] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.253624] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28745ec6-8740-4e94-ba57-c207120291ee: rpc.has_security_group_logging(os_id): False [ 849.271825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.272026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.272103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.272262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.272347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.272556] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.272651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.272707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.272854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.272932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.273213] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.273213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.273412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.273412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.273518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.273634] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.273726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.273782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.273913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.273985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.275127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28745ec6-8740-4e94-ba57-c207120291ee is going to be created. [ 849.350705] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.350903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.350903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.351129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.351317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.362440] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28745ec6-8740-4e94-ba57-c207120291ee in Status: IN_PROGRESS for 2s [ 849.735952] env[66352]: INFO networking_nsxv3.common.synchronization [req-a6f5fd4a-dce6-4ae9-ae81-06110ca93e39 req-c772d1ee-c1f1-4492-a25e-16f365e19241 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 849.736669] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 849.736669] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.736810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.736866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.737344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.737344] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.737344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.737535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.737605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.737699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.737791] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.072578] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: SUCCESS [ 850.073175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.073642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.073642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.073642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.073987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073987] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.148742] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.148998] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.149152] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.149390] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.149676] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.149844] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.149954] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.150229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.150396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.150601] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.150709] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.150822] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.150927] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.151043] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.151174] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.151298] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.182819] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.183076] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.183266] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.183488] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.183937] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-8deddcb6-165e-43a1-a605-b1e5e05ed963 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.184230] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.184401] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.184803] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.184991] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8deddcb6-165e-43a1-a605-b1e5e05ed963',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.240463] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.576226] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.687840] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.688272] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.688378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.688876] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.689141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.689413] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 8deddcb6-165e-43a1-a605-b1e5e05ed963 not found, creating... [ 850.689803] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.690119] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.690119] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.690353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.690466] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.690859] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.691029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.691144] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.691346] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.691472] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.691690] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 8deddcb6-165e-43a1-a605-b1e5e05ed963 is going to be created. [ 850.713458] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.713690] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.713773] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.714054] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.714291] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.714512] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.743548] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.079465] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8ce157-debd-451c-8fff-ca2ee45863bc: rpc.has_security_group_logging(os_id): False [ 851.102772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.102772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.102772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.103140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.103140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.104028] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.104028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.104028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.104028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.104028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.104028] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc is going to be created. [ 851.191029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.191029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.191029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.191029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.191029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.203608] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: IN_PROGRESS for 2s [ 851.246662] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.247012] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.247175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.247435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.247562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.247707] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 851.292355] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.292543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.292607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.292788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.292932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.303192] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 851.375879] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28745ec6-8740-4e94-ba57-c207120291ee in Status: SUCCESS [ 851.376163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.501806] env[66352]: INFO networking_nsxv3.common.synchronization [req-a6f5fd4a-dce6-4ae9-ae81-06110ca93e39 req-87eec1de-fae6-4704-9693-a8feddb04126 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 851.502148] env[66352]: INFO networking_nsxv3.common.synchronization [req-a6f5fd4a-dce6-4ae9-ae81-06110ca93e39 req-87eec1de-fae6-4704-9693-a8feddb04126 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 851.502374] env[66352]: INFO networking_nsxv3.common.synchronization [req-a6f5fd4a-dce6-4ae9-ae81-06110ca93e39 req-87eec1de-fae6-4704-9693-a8feddb04126 service nova] Enqueued Resource ID: 8deddcb6-165e-43a1-a605-b1e5e05ed963 with Priority: HIGHEST for action port [ 851.507098] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 851.507337] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 851.507487] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8deddcb6-165e-43a1-a605-b1e5e05ed963 with Priority: HIGHEST for action port [ 851.508276] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.508478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.508648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.508935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.509044] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.510053] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.510169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.510373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8deddcb6-165e-43a1-a605-b1e5e05ed963 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.511319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.511407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.511626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.511706] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8deddcb6-165e-43a1-a605-b1e5e05ed963',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.015251] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.015664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.015774] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8deddcb6-165e-43a1-a605-b1e5e05ed963 with status ACTIVE [ 852.015921] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.016044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.016123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.019534] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.019534] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.019534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.020257] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8deddcb6-165e-43a1-a605-b1e5e05ed963 is going to be updated. [ 852.047312] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.047560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.047560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.050573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.050736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.051123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8deddcb6-165e-43a1-a605-b1e5e05ed963" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.332790] env[66352]: INFO networking_nsxv3.common.synchronization [None req-79791903-06d6-49f5-9f35-0e43ab26dbec None None] Enqueued Resource ID: 947ad2b7-66d2-48e5-8718-baf91db042bd with Priority: HIGHEST for action port [ 852.333385] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947ad2b7-66d2-48e5-8718-baf91db042bd with Priority: HIGHEST for action port [ 852.333715] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-947ad2b7-66d2-48e5-8718-baf91db042bd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.333846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947ad2b7-66d2-48e5-8718-baf91db042bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.333915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947ad2b7-66d2-48e5-8718-baf91db042bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.334215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947ad2b7-66d2-48e5-8718-baf91db042bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.334301] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947ad2b7-66d2-48e5-8718-baf91db042bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.837021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 947ad2b7-66d2-48e5-8718-baf91db042bd [ 852.837275] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.837647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.837647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.837647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.837836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.837836] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:947ad2b7-66d2-48e5-8718-baf91db042bd already deleted. [ 852.837972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947ad2b7-66d2-48e5-8718-baf91db042bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.216691] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: SUCCESS [ 853.216976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237970] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f0688053-a443-4dd7-ab55-047dd1a6948b None None] Enqueued Resource ID: b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe with Priority: HIGHEST for action port [ 853.238411] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe with Priority: HIGHEST for action port [ 853.239080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.240193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.240391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.241806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.241806] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.327157] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 853.327421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.327654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.327902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.328139] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.328263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.328327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.328500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.329047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.329047] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.744826] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe [ 853.747470] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.747470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.747470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.747470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.747470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.747470] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe already deleted. [ 853.747470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b101b05c-4f45-4f4a-b95e-ce40cb3fdbbe" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.832236] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.335029] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.656016] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f93761fd-3bb5-4cf9-a8e8-b6ac006649ae tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: ef520521-1fdb-4c6e-8915-275fc7e7185d with Priority: HIGHEST for action security_group_rules [ 854.656016] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef520521-1fdb-4c6e-8915-275fc7e7185d with Priority: HIGHEST for action security_group_rules [ 854.656016] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef520521-1fdb-4c6e-8915-275fc7e7185d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.656016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.656016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.657039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.657374] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef520521-1fdb-4c6e-8915-275fc7e7185d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.839894] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.839894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.839894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.839894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.839894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.839894] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 854.868262] env[66352]: INFO networking_nsxv3.common.synchronization [None req-5d69a2b0-d138-4492-9aa8-60f258095900 tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: ef520521-1fdb-4c6e-8915-275fc7e7185d with Priority: HIGHEST for action security_group_rules [ 854.868262] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef520521-1fdb-4c6e-8915-275fc7e7185d with Priority: HIGHEST for action security_group_rules [ 854.868414] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef520521-1fdb-4c6e-8915-275fc7e7185d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.868487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.871913] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.872083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.872235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.872335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.872482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.882960] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 854.889212] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3c122191-683f-4ba8-bd1f-77ddb466bd80 None None] Enqueued Resource ID: cee11c06-bf43-4197-90f1-85217a3fe537 with Priority: HIGHEST for action port [ 854.889621] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee11c06-bf43-4197-90f1-85217a3fe537 with Priority: HIGHEST for action port [ 854.891276] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee11c06-bf43-4197-90f1-85217a3fe537 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.891276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee11c06-bf43-4197-90f1-85217a3fe537" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.891276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee11c06-bf43-4197-90f1-85217a3fe537" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.891276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee11c06-bf43-4197-90f1-85217a3fe537" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.891276] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee11c06-bf43-4197-90f1-85217a3fe537',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.047451] env[66352]: INFO networking_nsxv3.common.synchronization [None req-4f27567a-ea1a-4f36-82b6-403b59ecb063 None None] Enqueued Resource ID: 2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb with Priority: HIGHEST for action port [ 855.047451] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb with Priority: HIGHEST for action port [ 855.047638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.047857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.047960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.048208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.048297] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.185514] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.185626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.185696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.186179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.186294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.186356] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef520521-1fdb-4c6e-8915-275fc7e7185d already deleted. [ 855.186513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.186751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.186932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.187148] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef520521-1fdb-4c6e-8915-275fc7e7185d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.395115] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cee11c06-bf43-4197-90f1-85217a3fe537 [ 855.395452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.395523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.395645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.395951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.395999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.396096] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cee11c06-bf43-4197-90f1-85217a3fe537 already deleted. [ 855.396182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee11c06-bf43-4197-90f1-85217a3fe537" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.555023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb [ 855.555023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.555023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.555023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.555023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.555023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.555023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb already deleted. [ 855.555023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2318a5cb-4bd4-422e-8e0b-6d3ad4b213bb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.713574] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.713574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.713574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.713574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.713574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.713574] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef520521-1fdb-4c6e-8915-275fc7e7185d already deleted. [ 855.713574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef520521-1fdb-4c6e-8915-275fc7e7185d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.466562] env[66352]: INFO networking_nsxv3.common.synchronization [None req-515d5471-18b0-4823-9b16-7f41e559a566 None None] Enqueued Resource ID: fda502f9-d6e3-497e-91f2-cc37af31d86f with Priority: HIGHEST for action port [ 856.466562] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda502f9-d6e3-497e-91f2-cc37af31d86f with Priority: HIGHEST for action port [ 856.466562] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda502f9-d6e3-497e-91f2-cc37af31d86f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.466562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda502f9-d6e3-497e-91f2-cc37af31d86f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.466562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda502f9-d6e3-497e-91f2-cc37af31d86f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.466562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda502f9-d6e3-497e-91f2-cc37af31d86f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.466562] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda502f9-d6e3-497e-91f2-cc37af31d86f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.899290] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 856.899290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.899290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.899290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.899290] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.899290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.899290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.899767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.899767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.899767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.899767] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.976221] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fda502f9-d6e3-497e-91f2-cc37af31d86f [ 856.976646] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.976646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.976646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.976833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.977209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.977209] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fda502f9-d6e3-497e-91f2-cc37af31d86f already deleted. [ 856.977209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda502f9-d6e3-497e-91f2-cc37af31d86f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.402899] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.403126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.403244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.403392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.403604] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.403705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.403768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.404152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.404152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.404152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.404446] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.404446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.404446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.405257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.406098] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.406780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.406780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.406780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.407281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.407281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.407281] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.613432] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d105f1c9-fdcf-4ae5-b8af-45ab55790848 None None] Enqueued Resource ID: cb309cf1-7052-4e3d-be02-8b0eb6560eff with Priority: HIGHEST for action port [ 857.614079] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb309cf1-7052-4e3d-be02-8b0eb6560eff with Priority: HIGHEST for action port [ 857.614302] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb309cf1-7052-4e3d-be02-8b0eb6560eff taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.614437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb309cf1-7052-4e3d-be02-8b0eb6560eff" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.614504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb309cf1-7052-4e3d-be02-8b0eb6560eff" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.614741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb309cf1-7052-4e3d-be02-8b0eb6560eff" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.614853] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb309cf1-7052-4e3d-be02-8b0eb6560eff',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.910250] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d0528-b9b9-40d3-865e-8357e23b395e: rpc.has_security_group_logging(os_id): False [ 857.932219] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.932493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.932493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.932770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.959687] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.959687] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.959687] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.959687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.960761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.960761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.960761] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 858.035359] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.035523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.035793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.035883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.035972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.057856] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 858.117589] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb309cf1-7052-4e3d-be02-8b0eb6560eff [ 858.117836] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.117999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.118320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.119448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.119448] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb309cf1-7052-4e3d-be02-8b0eb6560eff already deleted. [ 858.119448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb309cf1-7052-4e3d-be02-8b0eb6560eff" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.460996] env[66352]: INFO networking_nsxv3.common.synchronization [req-53b10288-fa58-4ba0-869c-50fe52149dc6 req-924a067f-b31f-473f-937b-6f8ddc3d18e8 tempest-ServersTestFqdnHostnames-1179254519 tempest-ServersTestFqdnHostnames-1179254519-project-member] Enqueued Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_members [ 858.461805] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e with Priority: HIGHEST for action security_group_members [ 858.462537] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d91877-b2c6-41fa-8654-83f5b0f2937e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.462824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.463058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.463678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.463678] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.463678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.463850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.463888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.463986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.464106] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9d91877-b2c6-41fa-8654-83f5b0f2937e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.968139] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.968139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.968139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.968139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.968623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.968623] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.968623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.968623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.968795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.968914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.968962] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e is going to be updated. [ 859.003320] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.003320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.003320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.003320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.003320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.013052] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e in Status: IN_PROGRESS for 2s [ 860.072227] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 860.072651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.018373] env[66352]: INFO networking_nsxv3.common.synchronization [req-c4bf0b34-9b86-4362-b438-47245be945ca req-d38f63ff-055d-4512-8985-2eab6f331f94 tempest-ServerGroupTestJSON-205092239 tempest-ServerGroupTestJSON-205092239-project-member] Enqueued Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_members [ 861.020424] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28745ec6-8740-4e94-ba57-c207120291ee with Priority: HIGHEST for action security_group_members [ 861.023768] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-28745ec6-8740-4e94-ba57-c207120291ee taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.023768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.023768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.024208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.024447] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.024632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.024771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.025049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.025227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.025443] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28745ec6-8740-4e94-ba57-c207120291ee',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.029838] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e in Status: SUCCESS [ 861.030081] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d91877-b2c6-41fa-8654-83f5b0f2937e deletion is rescheduled due to dependency. [ 861.030461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d91877-b2c6-41fa-8654-83f5b0f2937e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.527960] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.528273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.528273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.528475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.528567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.528838] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.528938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.529085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.529260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.529340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.529455] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28745ec6-8740-4e94-ba57-c207120291ee is going to be updated. [ 861.562018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.562018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.562018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.562018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.562018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.571450] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28745ec6-8740-4e94-ba57-c207120291ee in Status: IN_PROGRESS for 2s [ 863.583775] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28745ec6-8740-4e94-ba57-c207120291ee in Status: SUCCESS [ 863.584102] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28745ec6-8740-4e94-ba57-c207120291ee deletion is rescheduled due to dependency. [ 863.584102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28745ec6-8740-4e94-ba57-c207120291ee" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.220717] env[66352]: INFO networking_nsxv3.common.synchronization [req-4a46578f-8057-47eb-a8c3-69e6b5ee6601 req-d3ecaf08-2445-489b-8689-3ff23d0df246 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 864.221086] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 864.221392] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.221519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.221755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.221802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.221938] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.222047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.222110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.222256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.222340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.222436] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.632918] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.633277] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.633277] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.633398] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.634033] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.634339] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.634339] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.634597] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.635348] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.635348] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.635348] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.635348] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.635348] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.635348] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.635502] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.635502] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.656969] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.657160] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.657302] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.657477] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.657894] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-7802dff7-9149-4ab7-9ac1-e3c57112e26b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.658057] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.658132] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.658449] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.658541] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7802dff7-9149-4ab7-9ac1-e3c57112e26b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.726875] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.726875] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.726875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.726875] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 864.756899] env[66352]: INFO networking_nsxv3.common.synchronization [req-70ff7b32-d27a-4c0b-b7b6-6c3dc5711f44 req-ee175c53-97ab-42e4-8093-474efa844104 tempest-MigrationsAdminTest-1443813851 tempest-MigrationsAdminTest-1443813851-project-member] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 864.757603] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.757709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.757796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.758382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.758563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.759930] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 864.760323] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.760785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.760885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.761098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.761287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.761416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.761500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.761688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.761905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.761905] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.771420] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 865.090622] env[66352]: INFO networking_nsxv3.common.synchronization [None req-38bcab4f-7ac4-4e95-9e56-751e0b927929 None None] Enqueued Resource ID: ccf5e9e5-74db-4ef3-b358-6564bc3345d5 with Priority: HIGHEST for action port [ 865.093837] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf5e9e5-74db-4ef3-b358-6564bc3345d5 with Priority: HIGHEST for action port [ 865.093837] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf5e9e5-74db-4ef3-b358-6564bc3345d5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.093837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf5e9e5-74db-4ef3-b358-6564bc3345d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.093837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf5e9e5-74db-4ef3-b358-6564bc3345d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.093837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf5e9e5-74db-4ef3-b358-6564bc3345d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.093837] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf5e9e5-74db-4ef3-b358-6564bc3345d5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.161981] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.162258] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.162372] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.162653] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.162800] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.162945] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 7802dff7-9149-4ab7-9ac1-e3c57112e26b not found, creating... [ 865.163290] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.163447] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.163572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.163783] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.163972] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.164228] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.164384] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.164494] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.164733] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.164869] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.165043] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 7802dff7-9149-4ab7-9ac1-e3c57112e26b is going to be created. [ 865.196064] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.196250] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.196374] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.196715] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.196958] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.197199] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.266026] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.595888] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccf5e9e5-74db-4ef3-b358-6564bc3345d5 [ 865.596213] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596767] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccf5e9e5-74db-4ef3-b358-6564bc3345d5 already deleted. [ 865.596851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf5e9e5-74db-4ef3-b358-6564bc3345d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.772915] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.277187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.277187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.277187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.277187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.277187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.277187] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be updated. [ 866.314600] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.314778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.314893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.315212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.315369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.328056] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: IN_PROGRESS for 2s [ 866.420560] env[66352]: INFO networking_nsxv3.common.synchronization [req-4a46578f-8057-47eb-a8c3-69e6b5ee6601 req-d8a855d0-332b-41bb-8fb4-f26ac85ae1ed service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 866.421068] env[66352]: INFO networking_nsxv3.common.synchronization [req-4a46578f-8057-47eb-a8c3-69e6b5ee6601 req-d8a855d0-332b-41bb-8fb4-f26ac85ae1ed service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 866.421559] env[66352]: INFO networking_nsxv3.common.synchronization [req-4a46578f-8057-47eb-a8c3-69e6b5ee6601 req-d8a855d0-332b-41bb-8fb4-f26ac85ae1ed service nova] Enqueued Resource ID: 7802dff7-9149-4ab7-9ac1-e3c57112e26b with Priority: HIGHEST for action port [ 866.423562] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 866.423977] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 866.425047] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7802dff7-9149-4ab7-9ac1-e3c57112e26b with Priority: HIGHEST for action port [ 866.425770] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.425770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.425770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.426068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.426317] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.428982] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.429406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.429607] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7802dff7-9149-4ab7-9ac1-e3c57112e26b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.429810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.429966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.431100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.431100] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7802dff7-9149-4ab7-9ac1-e3c57112e26b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.783465] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 866.783863] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 866.783863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.784059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.784133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.784315] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.784606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.784606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.784875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.784875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.784875] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.792828] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ff1d3b75-431b-46c7-aeca-923eb5d3e186 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 866.795917] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 866.795917] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.795917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.795917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.795917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.795917] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.908880] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a12a6eb5-b902-4e6a-b051-9b71ebeacd11 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 866.909519] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 866.909898] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.910037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.934029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.934029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.934229] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7802dff7-9149-4ab7-9ac1-e3c57112e26b with status ACTIVE [ 866.934515] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.934602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.934665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.935602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.935602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.935602] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.935602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.935602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.935832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.935832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.936712] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.936712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.936712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.936712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.936712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.936712] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7802dff7-9149-4ab7-9ac1-e3c57112e26b is going to be updated. [ 866.966033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.966225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.966225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.966820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.966820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.967017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7802dff7-9149-4ab7-9ac1-e3c57112e26b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.290397] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.327339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.327595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.327595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.327803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.327912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.327985] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 already deleted. [ 867.328074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.328564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.328761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.328852] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.426280] env[66352]: INFO networking_nsxv3.common.synchronization [None req-db3ea448-b985-4efc-88db-353f9ee87e75 None None] Enqueued Resource ID: 05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a with Priority: HIGHEST for action port [ 867.426830] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a with Priority: HIGHEST for action port [ 867.427460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.427671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.427801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.428069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.428169] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.792525] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.850377] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.850565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.850565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.850796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.850886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.851011] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 already deleted. [ 867.851150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.931729] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a [ 867.932189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.932353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.932425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.932837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.933034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.933193] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a already deleted. [ 867.933345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d98d31-0a5e-4c9e-b0d2-bb50e14d8f0a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.295408] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.295408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.295573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.295806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.295950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.296088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 868.333341] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.333341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.333513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.333802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.333802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.340222] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 868.340539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.341319] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 868.917967] env[66352]: INFO networking_nsxv3.common.synchronization [req-25c9fe52-854e-4932-9000-867cf132fce0 req-d9a4d094-a723-414b-b1d2-de9b2ace5c47 tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 868.918526] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 868.918892] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.919136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.919292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.919521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.919769] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.919893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.919958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.920111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.920203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.920303] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.293067] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.293359] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.293572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.293866] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.294764] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.294764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.294764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.294764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.294764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.295132] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.295279] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.295682] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.295682] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.295682] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.295799] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.295995] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.320839] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.321244] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.322067] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.322067] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.322319] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-cd5f70bd-94b4-4f15-b203-7548f727d1d5 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.322396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.323048] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.323048] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323048] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5f70bd-94b4-4f15-b203-7548f727d1d5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.423382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.423382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.423382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.423572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.423896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.423896] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.424116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.424116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.424213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.424311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.424406] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 869.451390] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.451531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.451637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.451813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.451955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.461874] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 869.826913] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.827151] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.827359] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.827549] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.827744] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.827881] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port cd5f70bd-94b4-4f15-b203-7548f727d1d5 not found, creating... [ 869.828153] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.828303] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.828464] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.828689] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.828830] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.829137] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.829288] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.829397] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.829602] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.829919] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.829919] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: cd5f70bd-94b4-4f15-b203-7548f727d1d5 is going to be created. [ 869.854362] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.858131] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.858422] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.858819] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.859077] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.859321] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.352327] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 870.352593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.352747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.352975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.353188] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.353305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.353373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.353524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.353628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.353804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.353926] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.611485] env[66352]: INFO networking_nsxv3.common.synchronization [req-25c9fe52-854e-4932-9000-867cf132fce0 req-b1ff0334-2bdd-4195-b05a-dce259bf7afc service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 870.611648] env[66352]: INFO networking_nsxv3.common.synchronization [req-25c9fe52-854e-4932-9000-867cf132fce0 req-b1ff0334-2bdd-4195-b05a-dce259bf7afc service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 870.611778] env[66352]: INFO networking_nsxv3.common.synchronization [req-25c9fe52-854e-4932-9000-867cf132fce0 req-b1ff0334-2bdd-4195-b05a-dce259bf7afc service nova] Enqueued Resource ID: cd5f70bd-94b4-4f15-b203-7548f727d1d5 with Priority: HIGHEST for action port [ 870.612305] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 870.612449] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 870.612527] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f70bd-94b4-4f15-b203-7548f727d1d5 with Priority: HIGHEST for action port [ 870.612787] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.612901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.613546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.613634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.613718] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.615025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.615122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.615583] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5f70bd-94b4-4f15-b203-7548f727d1d5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.615698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.615761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.615937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.616736] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5f70bd-94b4-4f15-b203-7548f727d1d5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.856473] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.856473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.856473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.856796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.856997] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.857124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.857189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.857354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.857433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.857520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.857673] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.858043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.858043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.858120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.858246] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.858352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.858416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.858527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.858746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.858825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.858855] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.116782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.117016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.117134] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd5f70bd-94b4-4f15-b203-7548f727d1d5 with status ACTIVE [ 871.117302] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.117408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.117500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.117687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.117800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.117943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.118049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.118111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.118260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.118337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.118520] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.118656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.118702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.118824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.118898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.118979] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd5f70bd-94b4-4f15-b203-7548f727d1d5 is going to be updated. [ 871.146319] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.146698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.146698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.147043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.147187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.147438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5f70bd-94b4-4f15-b203-7548f727d1d5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361123] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38035268-b360-4d20-8a13-b98601a39ee3: rpc.has_security_group_logging(os_id): False [ 871.379704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.379921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.379974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.380187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.380300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.380502] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.380602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.380657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.380850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.380994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.381308] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.381440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.381507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.381654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.381739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.381954] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.382073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.382126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.382304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.382337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.382425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 871.448472] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448968] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.449136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.463394] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 871.472427] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 871.472598] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 871.472722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.472895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.473143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.473332] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.473449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.473514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.473667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.473748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.473841] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.576154] env[66352]: INFO networking_nsxv3.common.synchronization [req-ceabee08-b54e-48f8-b712-479912f42f42 req-6cde267a-7592-40f1-baf2-2402af0575ab tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 871.576872] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 871.577350] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.577551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.577659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.577873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.578219] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.578429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.578501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.578747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.578847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.579089] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.930896] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.931124] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.931226] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.931494] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.931786] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.931959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.932679] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.933017] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.933180] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.933402] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.933508] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.933618] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.933721] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.933854] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.933918] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.935406] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.956807] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.956987] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.957172] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.957413] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-716" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.957742] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-11fdfafb-6cd2-4c3b-a664-56b208d292b7 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.957913] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.958040] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.958387] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.958527] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fdfafb-6cd2-4c3b-a664-56b208d292b7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.977229] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.081966] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.462385] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.462786] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.462786] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.463099] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.463184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.463335] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 11fdfafb-6cd2-4c3b-a664-56b208d292b7 not found, creating... [ 872.463588] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.463744] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.463857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.464091] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.464221] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.464490] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.464654] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.464745] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.464942] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.465080] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.465213] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 11fdfafb-6cd2-4c3b-a664-56b208d292b7 is going to be created. [ 872.478150] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.489474] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.489474] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.489474] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.489710] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.490193] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.490522] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.583405] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.981096] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.982098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.982098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.982098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.982098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.982098] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 873.014047] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.014182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.014182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.015360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.015360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.025105] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 873.086347] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.086537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.086800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.087063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.088026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.088026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 873.123323] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.123483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.123537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.123775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.123914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.137743] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 873.200077] env[66352]: INFO networking_nsxv3.common.synchronization [req-ceabee08-b54e-48f8-b712-479912f42f42 req-146fc438-5b7c-44fe-8533-46d6fff515f9 service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 873.200667] env[66352]: INFO networking_nsxv3.common.synchronization [req-ceabee08-b54e-48f8-b712-479912f42f42 req-146fc438-5b7c-44fe-8533-46d6fff515f9 service nova] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 873.200667] env[66352]: INFO networking_nsxv3.common.synchronization [req-ceabee08-b54e-48f8-b712-479912f42f42 req-146fc438-5b7c-44fe-8533-46d6fff515f9 service nova] Enqueued Resource ID: 11fdfafb-6cd2-4c3b-a664-56b208d292b7 with Priority: HIGHEST for action port [ 873.200998] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_rules [ 873.201167] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 873.201304] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdfafb-6cd2-4c3b-a664-56b208d292b7 with Priority: HIGHEST for action port [ 873.201531] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.201656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.201726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.201933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.202031] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.202889] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.202992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.203201] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fdfafb-6cd2-4c3b-a664-56b208d292b7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.203302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.203367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.203548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.203625] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fdfafb-6cd2-4c3b-a664-56b208d292b7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.478738] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 873.479033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.705325] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.705839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.708186] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11fdfafb-6cd2-4c3b-a664-56b208d292b7 with status ACTIVE [ 873.708364] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.709727] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.709727] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.709727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.710087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.710087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.710087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.710087] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11fdfafb-6cd2-4c3b-a664-56b208d292b7 is going to be updated. [ 873.729872] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.730040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.730114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.730317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.730455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.730608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fdfafb-6cd2-4c3b-a664-56b208d292b7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.119795] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120026] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.120398] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.120930] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.122384] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.122384] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.122384] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.122384] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.122384] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.122384] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.122384] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.122384] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.122808] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.122808] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.122808] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.141777] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.141952] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.142127] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.142317] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-390" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.142642] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-eb47be04-6de0-4687-add7-59eccbabede1 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.142854] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.142952] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.143284] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.143966] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb47be04-6de0-4687-add7-59eccbabede1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.646075] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.646373] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.646436] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.646762] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.646913] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.647217] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.647556] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.647674] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.648066] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.648229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.648509] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.648718] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.648839] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.649063] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.649199] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.649335] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: eb47be04-6de0-4687-add7-59eccbabede1 is going to be updated. [ 874.669855] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.670215] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.670344] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.670606] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.670820] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.671055] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.035591] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 875.035591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.035932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.035932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.036151] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.036250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.036301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.036720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.036720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.036720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.036720] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.158800] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 875.159130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.159388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.159828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.160144] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.160316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.162476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.162476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.162476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.162476] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.430652] env[66352]: INFO networking_nsxv3.common.synchronization [req-96676301-b1ce-45c8-a15b-673df30c9cd2 req-ae4ea7bf-de99-464a-831a-6e1a09736186 service nova] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_rules [ 875.430652] env[66352]: INFO networking_nsxv3.common.synchronization [req-96676301-b1ce-45c8-a15b-673df30c9cd2 req-ae4ea7bf-de99-464a-831a-6e1a09736186 service nova] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 875.430652] env[66352]: INFO networking_nsxv3.common.synchronization [req-96676301-b1ce-45c8-a15b-673df30c9cd2 req-ae4ea7bf-de99-464a-831a-6e1a09736186 service nova] Enqueued Resource ID: eb47be04-6de0-4687-add7-59eccbabede1 with Priority: HIGHEST for action port [ 875.431399] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_rules [ 875.431548] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 875.431661] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb47be04-6de0-4687-add7-59eccbabede1 with Priority: HIGHEST for action port [ 875.431943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.432113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.432185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.432469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.432520] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.433713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.433836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.433905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.435043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.435204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.435303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.435408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.435570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.435677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.435773] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.438463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb47be04-6de0-4687-add7-59eccbabede1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.438613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.438710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.438945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.438992] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb47be04-6de0-4687-add7-59eccbabede1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.539068] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.539248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.539322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.539548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.539734] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.539836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.539894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.540059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.540149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.540236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.540382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.540501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.540539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.540657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.540790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.540874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.540930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.541245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.541245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.541332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.541362] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.666627] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.943407] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.943601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.944302] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.945772] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb47be04-6de0-4687-add7-59eccbabede1 with status ACTIVE [ 875.945772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.945772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.945772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.946151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.946151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.946756] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.946756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.946756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.946756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.946756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.946986] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.946986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.946986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.947138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.947221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.947300] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb47be04-6de0-4687-add7-59eccbabede1 is going to be updated. [ 875.969467] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.969650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.969755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.970558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.970558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.970558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb47be04-6de0-4687-add7-59eccbabede1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.043764] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40b5dec-1439-451d-af59-9f2e01b174ec: rpc.has_security_group_logging(os_id): False [ 876.064283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.064494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.064574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.064785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.064877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.065100] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.065196] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.065265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.065463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.065545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.065731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.065828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.065918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.066118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.066187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.066383] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.066496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.066568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.066784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.066892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.067079] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 876.148877] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.149219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.149297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.149620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.149816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.171345] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.183581] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 876.450194] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.674426] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.674863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.674863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.674863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.675154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.675154] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 876.706460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.706765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.706765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.706895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.707054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.716903] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 876.953344] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.953504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.954170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.954170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.954170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.954170] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 876.983940] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.984120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.984204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.984444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.984616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.993880] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 877.727229] env[66352]: INFO networking_nsxv3.common.synchronization [req-300b6dc2-ff66-493a-a67c-f3ed810cee27 req-de2b5b31-63d5-4ce6-9c83-f34b7bc34c2d tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 877.727767] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 877.728113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.728228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.728294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.728487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.729505] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.729505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.729505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.729505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.729505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.729505] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.200111] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 878.200374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.233337] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.233337] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.233337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.233791] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 878.269970] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.269970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.269970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.270425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.270690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.280872] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 878.726974] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 878.727224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.727406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.727646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.728013] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.728013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.728013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.728209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.728286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.728330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.728419] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.005582] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 879.005826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.006446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.006758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.006959] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.007125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.007170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.007306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.007385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.007472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.007769] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.232804] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.233121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.233121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.234257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.234257] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.234257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.234257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.234257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.234257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.234257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.234545] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.234545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.234614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.235077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.235077] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.235077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.235202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.235245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.235332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.235390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.235484] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.514841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.514841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.514841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.514841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.514841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.515180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.515180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.515180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.515270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.515354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.516197] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.516367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.516459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.516914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.517084] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.517183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.517244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.517385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.517461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.517540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.517632] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.738703] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2fa5495-bd02-4209-b17f-ef1cd0f2789c: rpc.has_security_group_logging(os_id): False [ 879.758454] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.758566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.758758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.758942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.759021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.759271] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.759426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.759496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.759650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.759773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.759932] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.760042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.760108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.760257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.760324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.760499] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.760593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.760646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.760783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.760869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.760996] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 879.826828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.826828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.826828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.829298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.829298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.846275] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 880.022435] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf0062e1-501a-4879-8501-3c53969ee6e1: rpc.has_security_group_logging(os_id): False [ 880.043531] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.044293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.044293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.044293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.044436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.044880] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.044880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.044880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.046662] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.046662] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.046662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.046662] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 880.116327] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.116525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.116579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.117289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.117289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.133536] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 880.293843] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 880.294105] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d deletion is rescheduled due to dependency. [ 880.294271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.408297] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-82b7584f-5d2c-4c4f-a104-dce534ee8316 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 880.408919] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 880.409189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.409954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.409954] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.410390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.410390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.410390] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.822971] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-a230edd5-473a-4191-acca-295e09d8f244 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 880.823604] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 880.824031] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.824156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.915491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.915850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.915979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916567] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.917282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.917367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.917541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.917622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.917769] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 880.947463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.947617] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.947690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.947997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.948201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.959106] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 881.243139] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.243139] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-284" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.243139] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-284" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.243139] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-284" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.243139] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.243139] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.243639] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.243991] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.244266] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.244571] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.244789] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.244993] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.245203] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.245647] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.247650] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.247650] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.277351] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.277519] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.277661] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.277831] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-284" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.278184] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-216ad12a-6a58-49ee-ab85-ca4ea04913b3 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.278353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.278470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.278948] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.279109] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216ad12a-6a58-49ee-ab85-ca4ea04913b3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.782491] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.782705] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.782871] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.783175] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.783308] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.783459] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 216ad12a-6a58-49ee-ab85-ca4ea04913b3 not found, creating... [ 881.783716] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.783875] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.783976] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.784227] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.784332] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.784602] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.784941] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.784988] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.785963] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.785963] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.785963] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 216ad12a-6a58-49ee-ab85-ca4ea04913b3 is going to be created. [ 881.807446] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.807770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.807770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.808036] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.808267] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.808479] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.867516] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 881.867888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.153054] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 882.153345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.565230] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-b0a75982-5a7f-4956-883a-4dcc990df6bf service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 882.565405] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-b0a75982-5a7f-4956-883a-4dcc990df6bf service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 882.565539] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-b0a75982-5a7f-4956-883a-4dcc990df6bf service nova] Enqueued Resource ID: 216ad12a-6a58-49ee-ab85-ca4ea04913b3 with Priority: HIGHEST for action port [ 882.566109] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 882.566233] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 882.567449] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216ad12a-6a58-49ee-ab85-ca4ea04913b3 with Priority: HIGHEST for action port [ 882.567642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.567767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.567832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.568062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.568221] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.571171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.571171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.571171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-216ad12a-6a58-49ee-ab85-ca4ea04913b3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.571171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.571171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.571171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.571171] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216ad12a-6a58-49ee-ab85-ca4ea04913b3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.969644] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 882.969992] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 deletion is rescheduled due to dependency. [ 882.969992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.970330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.970405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.970592] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.970747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.970798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.971079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.971160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.971271] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.014924] env[66352]: INFO networking_nsxv3.common.synchronization [req-ff0858f6-996d-458d-8efc-2a54169481a2 req-aea4b15d-fa4f-435f-8007-faed6df6dc96 tempest-AttachInterfacesV270Test-503039588 tempest-AttachInterfacesV270Test-503039588-project-member] Enqueued Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_members [ 883.014924] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_members [ 883.014924] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.014924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.014924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.014924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.014924] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.014924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.014924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.015278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.015278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.015278] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.074277] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 216ad12a-6a58-49ee-ab85-ca4ea04913b3 with status ACTIVE [ 883.075039] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.075039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.075039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.075039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.075039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.075295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.075341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.075369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.075515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.075591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.075788] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.075926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.075926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.076070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.076146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.076262] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 216ad12a-6a58-49ee-ab85-ca4ea04913b3 is going to be updated. [ 883.077664] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.077785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.101124] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.101323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.101385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.101771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.101771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.102389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216ad12a-6a58-49ee-ab85-ca4ea04913b3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426804] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.427031] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-455" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.427159] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-455" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.427502] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-455" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.427764] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.427921] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.428047] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.428265] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.428420] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.428627] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.428834] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.428918] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.429036] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.429147] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.429252] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.429473] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.432340] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.432510] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-23" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.432633] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-23" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.432917] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-23" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.433175] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.433330] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.433439] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.433650] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.433779] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.433962] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.434083] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.434205] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.434316] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.434425] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.434525] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.434656] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.455124] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.455382] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.455527] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.455947] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-455" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.456291] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-867d3093-75f6-49a6-b099-995d6c6ab47b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.456563] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.456761] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.457096] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.457234] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('867d3093-75f6-49a6-b099-995d6c6ab47b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.458912] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.459077] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.459205] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.459362] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-23" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.459647] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.459832] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.459922] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.460285] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.460350] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f75cc4c-5cd6-4097-8b75-4e57daadce6f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.473949] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.517910] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.518095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.518181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.518379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.518465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.518807] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.518983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.518983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.519164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.519234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.519323] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1beaee94-a943-48ea-816b-995558ee8562 already deleted. [ 883.519401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.963514] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.963514] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.963894] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.964233] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.964476] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.964720] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 867d3093-75f6-49a6-b099-995d6c6ab47b not found, creating... [ 883.965182] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.965438] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.965821] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.965975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.966252] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.966720] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.966968] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.967227] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.967549] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.967761] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.967969] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 867d3093-75f6-49a6-b099-995d6c6ab47b is going to be created. [ 883.969917] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.970240] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.970429] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.970746] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.970936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.971152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 5f75cc4c-5cd6-4097-8b75-4e57daadce6f not found, creating... [ 883.971532] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.971741] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.971908] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.972200] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.972382] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.972792] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.973014] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.973177] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.973464] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.973673] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.973870] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 5f75cc4c-5cd6-4097-8b75-4e57daadce6f is going to be created. [ 883.976537] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.998968] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.999326] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.999549] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.999987] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.000336] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.000677] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.003382] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.003639] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.003828] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.004257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.004541] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.004809] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.479500] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.479685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.479743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.479953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.480263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.480414] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 884.514538] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.514764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.514875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.515222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.515449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.528977] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 884.693041] env[66352]: INFO networking_nsxv3.common.synchronization [req-ff0858f6-996d-458d-8efc-2a54169481a2 req-15145ace-a2cf-4265-a682-f15fe48ea676 service nova] Enqueued Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_rules [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [req-ff0858f6-996d-458d-8efc-2a54169481a2 req-15145ace-a2cf-4265-a682-f15fe48ea676 service nova] Enqueued Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_members [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [req-ff0858f6-996d-458d-8efc-2a54169481a2 req-15145ace-a2cf-4265-a682-f15fe48ea676 service nova] Enqueued Resource ID: 5f75cc4c-5cd6-4097-8b75-4e57daadce6f with Priority: HIGHEST for action port [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-ab415db3-2f3f-410e-926c-9086f3b3b051 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-ab415db3-2f3f-410e-926c-9086f3b3b051 service nova] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [req-b7d8f079-477a-4835-8965-b56b2d30618f req-ab415db3-2f3f-410e-926c-9086f3b3b051 service nova] Enqueued Resource ID: 867d3093-75f6-49a6-b099-995d6c6ab47b with Priority: HIGHEST for action port [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_rules [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f75cc4c-5cd6-4097-8b75-4e57daadce6f with Priority: HIGHEST for action port [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d3093-75f6-49a6-b099-995d6c6ab47b with Priority: HIGHEST for action port [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_members [ 884.695425] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_rules [ 884.696033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.696033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.696033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.696224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.696224] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.697113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.697113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.697229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.697335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.697425] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f75cc4c-5cd6-4097-8b75-4e57daadce6f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.698405] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-867d3093-75f6-49a6-b099-995d6c6ab47b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.698502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.698558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.698737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.698809] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('867d3093-75f6-49a6-b099-995d6c6ab47b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.700032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.700032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.700032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.700032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.700032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.702388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.702591] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.702666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.702710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.702877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.703215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.703215] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.704337] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.704485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.206092] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.207171] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 867d3093-75f6-49a6-b099-995d6c6ab47b with status ACTIVE [ 885.207412] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.207499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.207580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.207769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.207859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.208146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.208280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.208358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.208519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.208597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.208841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.208935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.208993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.210250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.211798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.211798] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 867d3093-75f6-49a6-b099-995d6c6ab47b is going to be updated. [ 885.211798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.211798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.213811] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f75cc4c-5cd6-4097-8b75-4e57daadce6f with status ACTIVE [ 885.213811] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.213811] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.213811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.215840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.215840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.215840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.216046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.216183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.218581] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f75cc4c-5cd6-4097-8b75-4e57daadce6f is going to be updated. [ 885.254046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.254046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.254046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.254434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.257269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.257269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-867d3093-75f6-49a6-b099-995d6c6ab47b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.257269] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.257269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.257269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.257269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.257269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.257269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f75cc4c-5cd6-4097-8b75-4e57daadce6f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.635465] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1581636-de7e-42e5-b2ef-460c6859b763 req-52262492-1009-4405-ab58-601837febc06 tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 885.636017] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 885.636324] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.636450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.636517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.636723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.636877] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.636974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.637078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.637190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.637329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.637358] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.722227] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.053739] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.053739] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.053739] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.053739] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.054379] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.054867] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.055210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.055652] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.056208] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.056674] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.056892] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.057217] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.057422] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.059146] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.059146] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.059146] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.080928] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.083024] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.083024] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.083024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.083024] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-acdf528e-138a-4a70-8fec-5f0425a10614 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.083024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.083024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.083024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.083024] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdf528e-138a-4a70-8fec-5f0425a10614',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.138990] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.139309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.139493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.139579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.139885] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.141692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.141692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.141692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.141692] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 886.172250] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.172571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.172627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.172951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.173260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.185178] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 886.225157] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.225497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.225497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.225704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.225800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.225902] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1beaee94-a943-48ea-816b-995558ee8562 is going to be created. [ 886.256516] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.256516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.256516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.256516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.256516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.273930] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1beaee94-a943-48ea-816b-995558ee8562 in Status: UNINITIALIZED for 2s [ 886.540748] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 886.540814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.541029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.541272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.541467] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.541589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.541655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.541814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.541963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.542081] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.587777] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587777] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.587977] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.588125] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.588272] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.588469] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port acdf528e-138a-4a70-8fec-5f0425a10614 not found, creating... [ 886.588903] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.589137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.589263] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.589507] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.589684] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.590689] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.590886] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.591019] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.591347] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.591487] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.591627] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: acdf528e-138a-4a70-8fec-5f0425a10614 is going to be created. [ 886.614011] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.614247] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.614377] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.614720] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.614963] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.615251] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.044784] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.417556] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1581636-de7e-42e5-b2ef-460c6859b763 req-f818a657-24d8-4de1-987c-a16f1f43a5fb service nova] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_rules [ 887.417556] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1581636-de7e-42e5-b2ef-460c6859b763 req-f818a657-24d8-4de1-987c-a16f1f43a5fb service nova] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 887.417556] env[66352]: INFO networking_nsxv3.common.synchronization [req-e1581636-de7e-42e5-b2ef-460c6859b763 req-f818a657-24d8-4de1-987c-a16f1f43a5fb service nova] Enqueued Resource ID: acdf528e-138a-4a70-8fec-5f0425a10614 with Priority: HIGHEST for action port [ 887.417556] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_rules [ 887.417556] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 887.417556] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdf528e-138a-4a70-8fec-5f0425a10614 with Priority: HIGHEST for action port [ 887.419568] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.419796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.419897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.420166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.420256] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.421673] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.421804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.422217] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-acdf528e-138a-4a70-8fec-5f0425a10614 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.422356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.422426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.422680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.422897] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdf528e-138a-4a70-8fec-5f0425a10614',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.552331] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.926490] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.926490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.926697] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acdf528e-138a-4a70-8fec-5f0425a10614 with status ACTIVE [ 887.926856] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.926972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.927080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.927312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.927402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.927595] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.927848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.927923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.928145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.928244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.928484] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.928587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.928685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.928919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.929020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.929115] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acdf528e-138a-4a70-8fec-5f0425a10614 is going to be updated. [ 887.955838] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.956049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.957076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.957076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.957292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.957485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acdf528e-138a-4a70-8fec-5f0425a10614" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.054724] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.054967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.054967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.055214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.055265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.055877] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 888.105311] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.105478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.105538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.105754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.105906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.119953] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 888.199683] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 888.199683] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b deletion is rescheduled due to dependency. [ 888.199683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.199683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.199683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.199981] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.200101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.200165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.200341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.200420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.200515] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.292748] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1beaee94-a943-48ea-816b-995558ee8562 in Status: SUCCESS [ 888.293930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.294566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.294566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.294566] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.294755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.294755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.295075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.295075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.295140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.295229] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.492051] env[66352]: INFO networking_nsxv3.common.synchronization [req-19c8fc07-e4f8-4e0c-98e5-a5da9dff93f9 req-0aca3665-1d00-4983-9d96-251470bcff21 tempest-ServersNegativeTestMultiTenantJSON-1556573727 tempest-ServersNegativeTestMultiTenantJSON-1556573727-project-member] Enqueued Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_members [ 888.492955] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_members [ 888.493463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.493635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.493734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.494195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.494271] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.494355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.494423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.494579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.494668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.494764] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.704918] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.800258] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.800258] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.800258] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.800258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.800730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.800730] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.800730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.800730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.800730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.800872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.800900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.801048] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.894769] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.894894] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-643" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.894975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-643" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.895520] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-643" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.896788] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.896971] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.897169] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.897557] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.897616] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.898576] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.898576] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.899254] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.899472] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.900494] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.900698] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.900885] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.927196] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.927502] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.927740] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.928427] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-643" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.928533] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-37ff04be-df42-4305-85ba-9f717a2f825b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.928856] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.929304] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.929727] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.929900] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ff04be-df42-4305-85ba-9f717a2f825b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.997816] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.998070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.998166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.998765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.998909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.000070] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.000248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.000359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.000506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.000655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.000780] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58e10cc2-138d-4a27-ab16-71450ad8221b already deleted. [ 889.000923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.206671] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.304158] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1beaee94-a943-48ea-816b-995558ee8562: rpc.has_security_group_logging(os_id): False [ 889.329386] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.329559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.329614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.329879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.330019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.330185] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.330307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.330366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.330517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.330589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.330810] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.330908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.330963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.331129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.331207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.331405] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.331502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.331554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.331694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.331761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.331848] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1beaee94-a943-48ea-816b-995558ee8562 is going to be created. [ 889.399709] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.399875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.399948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.400195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.400375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.414545] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1beaee94-a943-48ea-816b-995558ee8562 in Status: IN_PROGRESS for 2s [ 889.433329] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.433552] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.433898] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.434014] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.434191] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.434366] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 37ff04be-df42-4305-85ba-9f717a2f825b not found, creating... [ 889.434644] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.434804] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.434920] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.435161] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.435369] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.435706] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.435888] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.436035] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.436383] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.436472] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.436564] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 37ff04be-df42-4305-85ba-9f717a2f825b is going to be created. [ 889.462403] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.462825] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.462825] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.462954] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.463107] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.463366] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.710285] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.710755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.710755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.710890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.710991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.711111] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 889.750726] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.750872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.750937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.751184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.751334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.761077] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 890.144756] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 890.145121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.145426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.145865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.146212] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.146437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.146437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.146924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.147172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.147299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.147476] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.149556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.149918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.150156] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.150341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.150341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.150674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.150674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150674] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.216373] env[66352]: INFO networking_nsxv3.common.synchronization [req-19c8fc07-e4f8-4e0c-98e5-a5da9dff93f9 req-75a064b3-7777-4d23-b325-0d5e0ab3acd5 service nova] Enqueued Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_rules [ 890.218253] env[66352]: INFO networking_nsxv3.common.synchronization [req-19c8fc07-e4f8-4e0c-98e5-a5da9dff93f9 req-75a064b3-7777-4d23-b325-0d5e0ab3acd5 service nova] Enqueued Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_members [ 890.218487] env[66352]: INFO networking_nsxv3.common.synchronization [req-19c8fc07-e4f8-4e0c-98e5-a5da9dff93f9 req-75a064b3-7777-4d23-b325-0d5e0ab3acd5 service nova] Enqueued Resource ID: 37ff04be-df42-4305-85ba-9f717a2f825b with Priority: HIGHEST for action port [ 890.219571] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_rules [ 890.219780] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_members [ 890.219851] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ff04be-df42-4305-85ba-9f717a2f825b with Priority: HIGHEST for action port [ 890.220194] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.220327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.220449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.220723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.220809] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.221907] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.221987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.222800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.227717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.227717] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.227717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.227880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.228319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.228319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.228711] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.233235] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ff04be-df42-4305-85ba-9f717a2f825b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.233401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.233464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.234027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.234027] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ff04be-df42-4305-85ba-9f717a2f825b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.651806] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.651806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.654583] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.734480] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.736053] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.736053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.737361] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ff04be-df42-4305-85ba-9f717a2f825b with status ACTIVE [ 890.737572] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.737691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.739060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.739060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.739060] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.739060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.739060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.739060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.739422] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.739422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.739605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.739983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.739983] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ff04be-df42-4305-85ba-9f717a2f825b is going to be updated. [ 890.765073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.765215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.765322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.765491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.765631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.765791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ff04be-df42-4305-85ba-9f717a2f825b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.157684] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.237138] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.432780] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1beaee94-a943-48ea-816b-995558ee8562 in Status: SUCCESS [ 891.433268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.663661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.663899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.664258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.664385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.664521] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 891.696581] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.696581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.696581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.696818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.696864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.707950] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 891.715460] env[66352]: INFO networking_nsxv3.common.synchronization [req-e8516a05-34e8-4805-b7d0-2c46bbed8d33 req-0787d079-545e-4cca-85a8-524c307cadd4 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 891.716012] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 891.716315] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.716445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.716513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.716717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.716873] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.716969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.717765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.717964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.718081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.718178] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.740348] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.740348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.740348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.740759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.740759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.740759] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58e10cc2-138d-4a27-ab16-71450ad8221b is going to be created. [ 891.773636] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 891.773875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.774061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.774702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.774702] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.774702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.775014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.775014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.775014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.775198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.775244] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.782253] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.782472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.782472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.782678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.782847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.821030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58e10cc2-138d-4a27-ab16-71450ad8221b in Status: UNINITIALIZED for 2s [ 892.220628] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.220795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.220871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.221138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.221235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.221477] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.221527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.221593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.221747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.221825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.221911] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 892.254120] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.254287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.254338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.254553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.254695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.262896] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 892.277507] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.277666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.277882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.278212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.278466] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.278734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.278825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.279010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.279104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.279195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.279346] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.279440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.279501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.279637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.279964] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.280088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.280160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.280320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.280405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.280493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.280592] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.782518] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69e430c2-c98c-49b0-9770-f8b617d5e75b: rpc.has_security_group_logging(os_id): False [ 892.805495] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.806188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.806188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.806188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.806188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.806417] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.806417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.806417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.806528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.806630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.806794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.807143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.807143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.807143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.807143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.807379] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.807430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.807458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.807597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.807685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.807802] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 892.878292] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.878457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.878518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.878775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.878922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.894202] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 893.512813] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a4d4947-225d-48b1-b124-33d35dbe18f3 req-a39b5f0f-10e1-4055-932e-dcbfe505709d tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 893.513416] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 893.514775] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.515241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.515241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.515570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.515647] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.515770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.515874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.516174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.516304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.516396] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.724398] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 893.726021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.726021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.726021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.726021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.726021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.726021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.726021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.726021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.726719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.727160] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.727473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.727622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.728048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.730158] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.730158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.730158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.730158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.730158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.730158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.730158] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.831425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58e10cc2-138d-4a27-ab16-71450ad8221b in Status: SUCCESS [ 893.832495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.832495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.834019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.834019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.834019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.834019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.834019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.834019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.834019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.834019] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.976197] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.976419] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.976554] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.976931] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.978706] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.978963] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.979188] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.979468] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.979616] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.979864] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.979942] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.980147] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.980201] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.980288] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.980369] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.980620] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.004808] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.005126] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.005316] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.005576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.005975] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-0e4aac67-9b5b-4621-b91f-1018531ee9e7 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.006806] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.006806] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.006979] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.007084] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4aac67-9b5b-4621-b91f-1018531ee9e7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.019364] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.232474] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad8f44c-97ff-499c-bc90-302bebba0b25: rpc.has_security_group_logging(os_id): False [ 894.252600] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.253025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.253025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.253025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.253232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.253353] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.253432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.253491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.253628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.253687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.253875] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.253974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.254048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.254178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.254258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.254423] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.254527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.254563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.254700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.254771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.254845] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 894.272432] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 894.272667] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 894.272740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.327349] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.327505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.327505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.327733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.327882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.336723] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.337029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.337029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.337146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337326] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.337430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.337498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.337725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.337861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.338032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.338198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.338198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.338321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.338457] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.338548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.338761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.338761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.338839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.338912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.339038] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.343163] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 894.510240] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.512965] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.513178] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.513510] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.513687] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.513850] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 0e4aac67-9b5b-4621-b91f-1018531ee9e7 not found, creating... [ 894.514215] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.514421] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.514569] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.514827] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.514992] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.515346] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.515555] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.515705] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.515949] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.516109] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.516276] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 0e4aac67-9b5b-4621-b91f-1018531ee9e7 is going to be created. [ 894.522398] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.545018] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.545278] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.545448] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.545732] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.546090] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.546362] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.841958] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58e10cc2-138d-4a27-ab16-71450ad8221b: rpc.has_security_group_logging(os_id): False [ 894.862904] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.863069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.863423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.863423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.863582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.863684] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.863792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.863851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.864026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.864096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.864599] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.864599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.864599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.864599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.864845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.864845] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.864929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.865012] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.865152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.865233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.865332] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58e10cc2-138d-4a27-ab16-71450ad8221b is going to be created. [ 894.912312] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 894.912312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.937609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.937609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.937609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.937609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.937609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.948230] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58e10cc2-138d-4a27-ab16-71450ad8221b in Status: IN_PROGRESS for 2s [ 895.026712] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.026897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.027042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.027445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.027523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.027657] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 895.066545] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.066875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.066996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.067270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.067866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.077705] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 895.340297] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a4d4947-225d-48b1-b124-33d35dbe18f3 req-e50260fb-0da6-4e49-a24c-2b1ae3168c18 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 895.340297] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a4d4947-225d-48b1-b124-33d35dbe18f3 req-e50260fb-0da6-4e49-a24c-2b1ae3168c18 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 895.340297] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a4d4947-225d-48b1-b124-33d35dbe18f3 req-e50260fb-0da6-4e49-a24c-2b1ae3168c18 service nova] Enqueued Resource ID: 0e4aac67-9b5b-4621-b91f-1018531ee9e7 with Priority: HIGHEST for action port [ 895.340844] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 895.341048] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 895.341167] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4aac67-9b5b-4621-b91f-1018531ee9e7 with Priority: HIGHEST for action port [ 895.341457] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.341592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.341654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.343941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.343941] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.344204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.344204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.344461] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4aac67-9b5b-4621-b91f-1018531ee9e7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.344566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.344632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.345877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.345877] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4aac67-9b5b-4621-b91f-1018531ee9e7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.847521] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.847847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.848079] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e4aac67-9b5b-4621-b91f-1018531ee9e7 with status ACTIVE [ 895.848319] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.848487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.848580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.848909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.849041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.849258] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.849381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.849484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.849863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.850018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.850229] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.850337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.850405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.850563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.850642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.850729] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e4aac67-9b5b-4621-b91f-1018531ee9e7 is going to be updated. [ 895.876294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.876294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.876294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.876434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.876642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.876815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4aac67-9b5b-4621-b91f-1018531ee9e7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.931823] env[66352]: INFO networking_nsxv3.common.synchronization [req-f6977aee-21c0-4619-84b3-919344e52200 req-2befc43f-4398-4a51-a714-167ef0e34c87 tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 895.932563] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 895.932683] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.932784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.932841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.934192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.934192] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.934192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.934192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.934192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.934192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.934785] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.362515] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 896.362818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.363043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.363837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.364052] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.438354] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.438480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.438480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.438762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.438859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.439151] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.439255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.439312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.439482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.439558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.439834] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 896.496712] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.496946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.496946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.497128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.497273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.513749] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 896.867441] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.867780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.867780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.867967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.868164] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.868286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.868381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.868661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.868770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.868918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.869071] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.962437] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58e10cc2-138d-4a27-ab16-71450ad8221b in Status: SUCCESS [ 896.962777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.088596] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 897.088896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.089098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.089319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.089512] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.089630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.089699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.089897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.089959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.090049] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.373855] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.374112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.374112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.374321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.374579] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.374699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.374699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.374898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.374898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.375025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.375155] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.375297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.375350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.375495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.375674] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.375807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.375807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.375924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.375974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.376062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.376155] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.593201] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.882107] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad8f44c-97ff-499c-bc90-302bebba0b25: rpc.has_security_group_logging(os_id): False [ 897.901033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.901033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.901033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.901033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.901873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.902194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.902396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.902744] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.903218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.903393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.903662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.903870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905526] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 897.990306] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.990306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.990306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.990306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.990306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.009881] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 898.097122] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.330843] env[66352]: INFO networking_nsxv3.common.synchronization [req-8ebbae61-7e3b-48c6-a913-d2fe72585904 req-25fe5c74-f41a-4701-bc9f-cf8d58482e4c tempest-MigrationsAdminTest-1443813851 tempest-MigrationsAdminTest-1443813851-project-member] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 898.330843] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGHEST for action security_group_members [ 898.332375] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.332546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.332598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.332809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.333198] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.333198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.333198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.333730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.333969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.334092] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.527120] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 898.527420] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 898.527544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.599607] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.600538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.600709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.601144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.601271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.601434] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 898.640495] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.640495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.640495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.640495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.640495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.650912] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 898.837066] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.837162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.837252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.837456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.837541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.837742] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.837959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.837959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.838377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.838463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.838785] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be updated. [ 898.893468] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.894543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.894543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.894543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.894543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.907037] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: IN_PROGRESS for 2s [ 899.093797] env[66352]: INFO networking_nsxv3.common.synchronization [req-5ff37a8e-dfff-49db-86dd-f3b4bbb54992 req-fec4cee7-b394-4100-a817-7140942d44a2 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 899.095041] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 899.095041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.095041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.095041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098946] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.099021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.100682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.100906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.101078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.101228] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.606102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.606401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.606484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.607475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.607899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.608188] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.608349] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.608455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.608875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.609032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.610048] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 already deleted. [ 899.610048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.646846] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.647889] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.651297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.651297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.651297] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.651297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.651297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.651297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.651297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.651297] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.651297] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.651297] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.651297] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.651297] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.651297] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.651297] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.676268] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.676615] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.676830] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.677198] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.677810] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-e329bfe6-146b-48b9-a13d-90085c55f859 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.677979] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.678123] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.678517] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.679031] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e329bfe6-146b-48b9-a13d-90085c55f859',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.931186] env[66352]: INFO networking_nsxv3.common.synchronization [req-670b862f-299e-41b1-84bb-5d2ff672105f req-964335fb-7aef-4aa4-b520-741d2563d306 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 899.931718] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 899.932063] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.932228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.932328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.932585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.932743] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.932842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.932905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.933075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.933164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.933260] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.026526] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 900.026795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.181509] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.181737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.181868] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.182240] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.182511] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.182595] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port e329bfe6-146b-48b9-a13d-90085c55f859 not found, creating... [ 900.182892] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.183095] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.183214] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.183500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.183658] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.183998] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.184216] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.184343] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.184580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.184718] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.184910] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: e329bfe6-146b-48b9-a13d-90085c55f859 is going to be created. [ 900.212233] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.212462] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.212541] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.212840] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.213103] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.213350] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.226443] env[66352]: INFO networking_nsxv3.common.synchronization [req-670b862f-299e-41b1-84bb-5d2ff672105f req-9e1c507b-e21d-49d9-acac-56a05a1dcc11 tempest-ServersTestMultiNic-535127727 tempest-ServersTestMultiNic-535127727-project-member] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 900.227399] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGHEST for action security_group_members [ 900.228159] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.228269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.437496] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.663051] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 900.663051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.663051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.663243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.663384] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.663505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.663570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.663722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.663800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.663881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.663973] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.921296] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4810656-2886-4d7f-b0af-75c8c42d6754 in Status: SUCCESS [ 900.921526] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 deletion is rescheduled due to dependency. [ 900.921711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.940642] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.019734] env[66352]: INFO networking_nsxv3.common.synchronization [req-5ff37a8e-dfff-49db-86dd-f3b4bbb54992 req-f77fdc73-c774-4cd5-be64-9fbae3aaa2e8 service nova] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 901.020708] env[66352]: INFO networking_nsxv3.common.synchronization [req-5ff37a8e-dfff-49db-86dd-f3b4bbb54992 req-f77fdc73-c774-4cd5-be64-9fbae3aaa2e8 service nova] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 901.020991] env[66352]: INFO networking_nsxv3.common.synchronization [req-5ff37a8e-dfff-49db-86dd-f3b4bbb54992 req-f77fdc73-c774-4cd5-be64-9fbae3aaa2e8 service nova] Enqueued Resource ID: e329bfe6-146b-48b9-a13d-90085c55f859 with Priority: HIGHEST for action port [ 901.022057] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 901.022057] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 901.022204] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e329bfe6-146b-48b9-a13d-90085c55f859 with Priority: HIGHEST for action port [ 901.023032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.023230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.023328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.023632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.023766] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.024955] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.025134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.025334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.025560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.025794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.025949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.031659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.031659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.031659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.031659] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.031659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e329bfe6-146b-48b9-a13d-90085c55f859 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.031659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.031659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.031659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.031659] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e329bfe6-146b-48b9-a13d-90085c55f859',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.166686] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.166686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.166686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.166686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.167067] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.167067] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.167067] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.167203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.167248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.167356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.167460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.168285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.168285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.168285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.168285] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.168285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.168285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.168285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.168285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.168586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.168586] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.443561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.443670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.443707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.443900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.444038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.444097] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 901.490831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.491315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.491455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.491732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.492269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505619] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 901.535458] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.540322] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.540322] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e329bfe6-146b-48b9-a13d-90085c55f859 with status ACTIVE [ 901.540322] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.540322] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.540322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.540322] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.541280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.541280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.541280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.541280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.541280] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e329bfe6-146b-48b9-a13d-90085c55f859 is going to be updated. [ 901.569986] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.570814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.570814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.570814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.570814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.570814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e329bfe6-146b-48b9-a13d-90085c55f859" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.670592] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d0528-b9b9-40d3-865e-8357e23b395e: rpc.has_security_group_logging(os_id): False [ 901.696958] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.696958] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.696958] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.696958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.698038] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.698038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.698038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.698038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.698038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.698278] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 901.802604] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.803026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.803026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.803202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.803270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.848905] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 902.045962] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.550183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.550183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.550183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.550183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.550183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.550183] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be created. [ 902.577878] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.578124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.578180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.578403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.578599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.590432] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: UNINITIALIZED for 2s [ 902.999831] env[66352]: INFO networking_nsxv3.common.synchronization [req-26fcd0de-012e-448f-b518-47658a085e7c req-4820f261-8fef-4f10-a7e6-2d1d8f225f63 tempest-AttachInterfacesV270Test-503039588 tempest-AttachInterfacesV270Test-503039588-project-member] Enqueued Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_members [ 903.000993] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGHEST for action security_group_members [ 903.001293] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.001515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.001663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.001978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.002230] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.002387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.002512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.002765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.002902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.003878] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.505935] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.506254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.506254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.507117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.507117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.507117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.507117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.507117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.507117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.507407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.507407] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1beaee94-a943-48ea-816b-995558ee8562 is going to be updated. [ 903.515754] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 903.515982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.516165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.516484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.516749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.516900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.516970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.517412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.517412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.517505] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.544430] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.544800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.544800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.544941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.555368] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1beaee94-a943-48ea-816b-995558ee8562 in Status: IN_PROGRESS for 2s [ 903.868295] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 903.869192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.023305] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.023523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.023628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.023917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.024021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.024224] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.024320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.024396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.024598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.024679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.024764] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be updated. [ 904.060100] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.060277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.060429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.060867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.061193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.073304] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: IN_PROGRESS for 2s [ 904.158059] env[66352]: INFO networking_nsxv3.common.synchronization [req-7cdb2abe-6c6e-4e3e-bbd0-301eab7ae678 req-14095f39-fcda-4921-afed-a4ac2e6e2251 tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 904.159411] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 904.159411] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.160358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.160358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.160471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.160796] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.160796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.160796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.160990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.161068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.161854] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.580390] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.580390] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.580390] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.580390] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.580875] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.580875] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.580996] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.581279] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.581485] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.581786] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.581938] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.582109] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.582296] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.582514] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.582661] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.582850] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.601706] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 904.601706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.602080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.602292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.602803] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.602803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.602803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.603017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.603017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.603095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.603131] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.606118] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.606118] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.606118] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.606118] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.606118] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-dcc38a29-b4d0-49f9-acaf-b09b70192d85 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.606118] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.606118] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.606422] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.606422] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc38a29-b4d0-49f9-acaf-b09b70192d85',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.663670] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.663832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.663917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.664138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.664232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.664425] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.664528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.664592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.664737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.664813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.665544] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 904.693832] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.694051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.694142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.694352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.694550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.705602] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 905.107946] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.111023] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.111023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.111023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.111023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.111023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.111023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port dcc38a29-b4d0-49f9-acaf-b09b70192d85 not found, creating... [ 905.111023] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.111683] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.111936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.112803] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.117223] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.117223] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.117223] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.117223] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.117223] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.117223] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.117223] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: dcc38a29-b4d0-49f9-acaf-b09b70192d85 is going to be created. [ 905.148013] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.149042] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.149042] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.149042] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.149435] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.149845] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.569421] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1beaee94-a943-48ea-816b-995558ee8562 in Status: SUCCESS [ 905.569705] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1beaee94-a943-48ea-816b-995558ee8562 deletion is rescheduled due to dependency. [ 905.569907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.620825] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4169b8d-beb2-4609-b633-832177eb9f69: rpc.has_security_group_logging(os_id): False [ 905.656278] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.657030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.657030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.657030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.657030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.657351] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.657606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.657656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.657853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.658151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.658151] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be created. [ 905.743215] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.743480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.743549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.743808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.744064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.764380] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 905.951181] env[66352]: INFO networking_nsxv3.common.synchronization [req-7cdb2abe-6c6e-4e3e-bbd0-301eab7ae678 req-a3507023-df11-49f9-9919-d9ea4b644032 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 905.951470] env[66352]: INFO networking_nsxv3.common.synchronization [req-7cdb2abe-6c6e-4e3e-bbd0-301eab7ae678 req-a3507023-df11-49f9-9919-d9ea4b644032 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 905.951625] env[66352]: INFO networking_nsxv3.common.synchronization [req-7cdb2abe-6c6e-4e3e-bbd0-301eab7ae678 req-a3507023-df11-49f9-9919-d9ea4b644032 service nova] Enqueued Resource ID: dcc38a29-b4d0-49f9-acaf-b09b70192d85 with Priority: HIGHEST for action port [ 905.952356] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 905.952534] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 905.952636] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc38a29-b4d0-49f9-acaf-b09b70192d85 with Priority: HIGHEST for action port [ 905.952940] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.953122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.953206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.953412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.953504] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.954653] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.954789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.955095] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc38a29-b4d0-49f9-acaf-b09b70192d85 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.955220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.955332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.955526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.955605] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc38a29-b4d0-49f9-acaf-b09b70192d85',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.084637] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad8f44c-97ff-499c-bc90-302bebba0b25 in Status: SUCCESS [ 906.084637] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 deletion is rescheduled due to dependency. [ 906.084637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.240068] env[66352]: INFO networking_nsxv3.common.synchronization [req-dfb3c9b1-c260-4acb-9336-a6764ae2d70f req-9714842d-32ac-423b-9200-06d6694f5c42 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 906.240682] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 906.244988] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.245275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.245313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.245604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.245793] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.245899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.245971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.246148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.246234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.246333] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.459123] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.459293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.459546] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcc38a29-b4d0-49f9-acaf-b09b70192d85 with status ACTIVE [ 906.459805] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.460023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.460023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.460957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.461142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.461381] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.461499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.461560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.461786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.461892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.462197] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.462312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.462364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.462546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.462627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.462728] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcc38a29-b4d0-49f9-acaf-b09b70192d85 is going to be updated. [ 906.495150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.495414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.495526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.495797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.496009] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.496244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc38a29-b4d0-49f9-acaf-b09b70192d85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.716329] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 906.716329] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d deletion is rescheduled due to dependency. [ 906.716607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.716764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.716932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.717511] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.717511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.717511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.717511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.717722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.717722] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.748848] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.097532] env[66352]: INFO networking_nsxv3.common.synchronization [req-149e776b-8793-43e4-a96b-e08537331415 req-dc0f679d-5670-4648-9a14-da4c06ec2262 tempest-ServersNegativeTestMultiTenantJSON-1556573727 tempest-ServersNegativeTestMultiTenantJSON-1556573727-project-member] Enqueued Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_members [ 907.098303] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGHEST for action security_group_members [ 907.098375] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.098436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.098498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.098729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.099975] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.099975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.099975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.099975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.099975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.099975] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.222437] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.251425] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.601898] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.601898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.601898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.602210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.602210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.602407] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.602407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.602615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.602615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.602700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.602745] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58e10cc2-138d-4a27-ab16-71450ad8221b is going to be updated. [ 907.638304] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.638304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.638304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.638304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.638304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.648027] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58e10cc2-138d-4a27-ab16-71450ad8221b in Status: IN_PROGRESS for 2s [ 907.725270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.753510] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.753771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.753866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.754110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.754200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.754298] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 907.776629] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 907.776629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.786607] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.786764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.787301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.787580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.787756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.799278] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 908.228840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.228840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.228840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.230994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.230994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.230994] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 908.268651] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.268651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.268651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.268651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.268651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.276544] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 908.522652] env[66352]: INFO networking_nsxv3.common.synchronization [req-9ea84d28-8826-4d90-9eed-f7baa71b5194 req-4fbd90ce-3dc1-4dbe-a146-fea4dee3cdf4 tempest-ServerActionsV293TestJSON-930552962 tempest-ServerActionsV293TestJSON-930552962-project-member] Enqueued Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_members [ 908.523939] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec3438b-550b-46d4-bb53-82c963d23e7e with Priority: HIGHEST for action security_group_members [ 908.523939] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec3438b-550b-46d4-bb53-82c963d23e7e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.523939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.524179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.524797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.524797] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.524797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.524797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.524797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.525051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.525051] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fec3438b-550b-46d4-bb53-82c963d23e7e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.027457] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.027744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.027744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.027948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.028091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.028310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.028559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.028895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.028951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029046] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec3438b-550b-46d4-bb53-82c963d23e7e is going to be updated. [ 909.069108] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.069347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.069423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.070241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.070241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.082196] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec3438b-550b-46d4-bb53-82c963d23e7e in Status: IN_PROGRESS for 2s [ 909.658480] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58e10cc2-138d-4a27-ab16-71450ad8221b in Status: SUCCESS [ 909.658676] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58e10cc2-138d-4a27-ab16-71450ad8221b deletion is rescheduled due to dependency. [ 909.658781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.810322] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 909.810547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.091485] env[66352]: INFO networking_nsxv3.common.synchronization [req-e234a629-11e8-4a8f-8dc9-e38b080e4886 req-a61ce842-5155-4359-b7bc-b2ad056683fa tempest-ListServerFiltersTestJSON-325753574 tempest-ListServerFiltersTestJSON-325753574-project-member] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 910.092251] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 910.092573] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.092775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.092775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.093058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.093213] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.093313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.093375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.093518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.093600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.093690] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.286482] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 910.286994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.286994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.287687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.287687] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.287687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.287687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.287888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.287888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.288084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.288084] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.530233] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.530536] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.530725] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.531188] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.531579] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.531833] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.532170] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.532538] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.532754] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.533109] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.533286] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.533451] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.533613] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.533781] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.533943] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.534147] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.562036] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.562239] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.562433] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.562698] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.563200] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-cec8e27a-a1fa-4386-8c67-1674f60fec62 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.563635] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.563635] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.564080] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.564287] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec8e27a-a1fa-4386-8c67-1674f60fec62',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.598356] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.598570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.598620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.598951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.599154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.599484] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.599669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.599770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.600026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.601103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.601103] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 already deleted. [ 910.601103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.791167] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.791435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.791568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.791908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.792203] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.792448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.792448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.792702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.792850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.792998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.793233] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.793366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.793459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.793694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.793914] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.794080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.794165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.794356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.794446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.794534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.794648] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.066908] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.067188] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.067365] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.067610] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.067806] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.068048] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port cec8e27a-a1fa-4386-8c67-1674f60fec62 not found, creating... [ 911.068222] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.068370] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.068523] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.068771] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.068864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.069174] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.069329] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.069438] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.069643] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.069795] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.069936] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: cec8e27a-a1fa-4386-8c67-1674f60fec62 is going to be created. [ 911.092099] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec3438b-550b-46d4-bb53-82c963d23e7e in Status: SUCCESS [ 911.092452] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec3438b-550b-46d4-bb53-82c963d23e7e deletion is rescheduled due to dependency. [ 911.093096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec3438b-550b-46d4-bb53-82c963d23e7e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.093631] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.094068] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.094068] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.094205] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.094460] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.094676] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.297288] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d209835-b23d-40d8-b513-91c7a2b9161d: rpc.has_security_group_logging(os_id): False [ 911.322031] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.322259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.322259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.322489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.322583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.322806] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.322909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.322973] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.323150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.323236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.323430] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.323526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.323580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.323719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.323793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.323975] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.324081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.324172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.324339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.324416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.324503] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 911.418835] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.418835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.419039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.419116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.419294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.435919] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 911.814457] env[66352]: INFO networking_nsxv3.common.synchronization [req-e234a629-11e8-4a8f-8dc9-e38b080e4886 req-983dc78f-107d-4cf8-b136-4f1e9b741e82 service nova] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_rules [ 911.814457] env[66352]: INFO networking_nsxv3.common.synchronization [req-e234a629-11e8-4a8f-8dc9-e38b080e4886 req-983dc78f-107d-4cf8-b136-4f1e9b741e82 service nova] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 911.814457] env[66352]: INFO networking_nsxv3.common.synchronization [req-e234a629-11e8-4a8f-8dc9-e38b080e4886 req-983dc78f-107d-4cf8-b136-4f1e9b741e82 service nova] Enqueued Resource ID: cec8e27a-a1fa-4386-8c67-1674f60fec62 with Priority: HIGHEST for action port [ 911.814457] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_rules [ 911.814457] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 911.814457] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec8e27a-a1fa-4386-8c67-1674f60fec62 with Priority: HIGHEST for action port [ 911.814457] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.814457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.814457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.814457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.814457] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.815731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.815993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.815993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.816123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.816273] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.816372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.816436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.816602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.816667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.816830] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.817762] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-cec8e27a-a1fa-4386-8c67-1674f60fec62 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.817885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.817953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.818122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.818198] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec8e27a-a1fa-4386-8c67-1674f60fec62',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.320394] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.322527] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.322527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.325362] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cec8e27a-a1fa-4386-8c67-1674f60fec62 with status ACTIVE [ 912.328815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328815] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.328815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328815] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cec8e27a-a1fa-4386-8c67-1674f60fec62 is going to be updated. [ 912.352685] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.352685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.352685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.352856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.352897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.353523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cec8e27a-a1fa-4386-8c67-1674f60fec62" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.828056] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.328279] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.328551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.328551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.328770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.328864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.328962] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be created. [ 913.357960] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.357960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.357960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.358257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.358257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.368263] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: UNINITIALIZED for 2s [ 913.449691] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 913.450010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.549989] env[66352]: INFO networking_nsxv3.common.synchronization [req-7edbcfb7-f2d5-4a09-b872-80db46db5715 req-c0a1b962-4ebf-4d14-9a98-ab4b483de7c1 tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 914.550596] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 914.550993] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.551099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.551154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.551339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.551500] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.551596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.551652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.551804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.552114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.552114] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.804560] env[66352]: INFO networking_nsxv3.common.synchronization [req-76719cf2-9d0c-4a7c-97b3-f2f35460a964 req-51580ae9-32ee-441b-bfa9-66745ffa8ec7 tempest-ListServerFiltersTestJSON-325753574 tempest-ListServerFiltersTestJSON-325753574-project-member] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 914.806667] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 914.807046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.807158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.055200] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.055386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.055434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.055644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.055736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.055926] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.056035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.056102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.056251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.056326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.056411] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 915.086945] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.087720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.087832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.088128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.088323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.097437] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 915.188867] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.189096] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.189216] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.189489] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.189742] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.189967] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.190321] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.190579] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.190724] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.190933] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.191056] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.191223] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.191309] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.191395] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.191464] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.191591] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.212448] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.212673] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.212732] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.212891] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.213347] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-d49b8b29-25de-419e-86b0-72cfcfd28860 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.213505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.213591] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.213926] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.214067] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49b8b29-25de-419e-86b0-72cfcfd28860',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.378669] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 915.378996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.379169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.379401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.379609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.379732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.379818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.380056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.380145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.380233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.380336] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.381328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.381598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.381824] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.381964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.382104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.382238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.382317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.382408] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.717177] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.717495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.717495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.717695] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.717759] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.717962] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port d49b8b29-25de-419e-86b0-72cfcfd28860 not found, creating... [ 915.718229] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.718384] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718493] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718738] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.718878] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.719218] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.719372] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.719494] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.719721] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.719870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.720097] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: d49b8b29-25de-419e-86b0-72cfcfd28860 is going to be created. [ 915.746401] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.746686] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.746872] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.747186] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.747423] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.747655] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.884630] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.884769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.884973] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.021493] env[66352]: INFO networking_nsxv3.common.synchronization [req-4217c691-c205-4499-8671-7545f6f1858a req-763a62a8-0dae-4e37-9fd7-0d697a625dff tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 916.022587] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 916.022587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.022587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.022587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.022796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.022884] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.023024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.023111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.023390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.023390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.023390] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.388327] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.526036] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.550909] env[66352]: INFO networking_nsxv3.common.synchronization [req-76719cf2-9d0c-4a7c-97b3-f2f35460a964 req-4a23dd43-c1b0-4449-b1b5-f047955c46b0 service nova] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_rules [ 916.551149] env[66352]: INFO networking_nsxv3.common.synchronization [req-76719cf2-9d0c-4a7c-97b3-f2f35460a964 req-4a23dd43-c1b0-4449-b1b5-f047955c46b0 service nova] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 916.551586] env[66352]: INFO networking_nsxv3.common.synchronization [req-76719cf2-9d0c-4a7c-97b3-f2f35460a964 req-4a23dd43-c1b0-4449-b1b5-f047955c46b0 service nova] Enqueued Resource ID: d49b8b29-25de-419e-86b0-72cfcfd28860 with Priority: HIGHEST for action port [ 916.551794] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_rules [ 916.552209] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 916.552209] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b8b29-25de-419e-86b0-72cfcfd28860 with Priority: HIGHEST for action port [ 916.552524] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.552590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.553417] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.553417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.554287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d49b8b29-25de-419e-86b0-72cfcfd28860 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.554287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.554419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.555089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.555089] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49b8b29-25de-419e-86b0-72cfcfd28860',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.895052] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.895406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.895406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.895497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.895576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.895675] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 916.926145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.926276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.926362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.926585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.926732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.937014] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 917.029287] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.061577] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d49b8b29-25de-419e-86b0-72cfcfd28860 with status ACTIVE [ 917.061577] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.061577] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.061577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.061577] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.061969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.061969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.061969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.061969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.061969] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d49b8b29-25de-419e-86b0-72cfcfd28860 is going to be updated. [ 917.071753] env[66352]: INFO networking_nsxv3.common.synchronization [req-e75af240-e951-46d7-840a-4a75bbfc8aa8 req-b20368ad-45f8-4bdb-a8c3-ebfaf23e2ebb tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 917.073601] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 917.073601] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.073601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.073601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.074103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.074103] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.074103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.074308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.074308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.074396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.074486] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.089449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.089960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.089960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.089960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.090183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.090217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d49b8b29-25de-419e-86b0-72cfcfd28860" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.109127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 917.109127] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b deletion is rescheduled due to dependency. [ 917.109127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.422656] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.422656] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.422656] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.423040] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.423187] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.423359] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.423451] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.424360] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.424528] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.424740] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.424856] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.424962] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.425078] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.425185] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.425289] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.425425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.439054] env[66352]: INFO networking_nsxv3.common.synchronization [req-cddca57a-bfde-4836-9842-c5f27d4e2e5d req-0af335c4-bffb-4079-afe7-733dab5c579e tempest-ServersNegativeTestJSON-1599405549 tempest-ServersNegativeTestJSON-1599405549-project-member] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 917.440082] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGHEST for action security_group_members [ 917.440180] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.440242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.440820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.440820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.440820] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.440820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.440820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.441130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.441130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.441130] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.444900] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.444900] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.444900] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.445189] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.445368] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.445531] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.445916] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.445916] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.446091] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b942880-3a8e-4b24-b0f6-a23da1d5b8f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.530772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.530958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.531038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.531324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.531447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.531554] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 917.564980] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.565231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.565303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.565611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.566206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.575702] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 917.576043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.576182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.576252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.576457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.576563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.576792] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.576906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.576966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.577132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.577201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.577284] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 already deleted. [ 917.577478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.943899] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.944322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.944322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.944825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.945079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.945495] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.945752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.945894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.946240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.946450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.946849] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be updated. [ 917.950026] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.950288] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.950346] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.950878] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.950878] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.951449] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 not found, creating... [ 917.951449] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.951449] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.951647] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.951737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.951926] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.952501] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.952753] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.952811] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.953144] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.953239] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.953344] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 is going to be created. [ 917.977421] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.977625] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.977755] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.978039] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.978445] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.978781] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.985055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.985055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.985055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.985325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.985325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.999323] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: IN_PROGRESS for 2s [ 918.509703] env[66352]: INFO networking_nsxv3.common.synchronization [req-3006fc96-891b-4121-9471-f594287ddd95 req-80806a16-b3e8-468a-b205-9aa8523d66e8 tempest-ListServerFiltersTestJSON-325753574 tempest-ListServerFiltersTestJSON-325753574-project-member] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 918.510069] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 918.510481] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.510481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.690238] env[66352]: INFO networking_nsxv3.common.synchronization [req-e75af240-e951-46d7-840a-4a75bbfc8aa8 req-a48b1465-6c8d-4d5c-a7aa-f8b6e3b6105d service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 918.690238] env[66352]: INFO networking_nsxv3.common.synchronization [req-e75af240-e951-46d7-840a-4a75bbfc8aa8 req-a48b1465-6c8d-4d5c-a7aa-f8b6e3b6105d service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 918.690238] env[66352]: INFO networking_nsxv3.common.synchronization [req-e75af240-e951-46d7-840a-4a75bbfc8aa8 req-a48b1465-6c8d-4d5c-a7aa-f8b6e3b6105d service nova] Enqueued Resource ID: 2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 with Priority: HIGHEST for action port [ 918.690238] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 918.690238] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 918.690561] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 with Priority: HIGHEST for action port [ 918.690561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.690710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.690742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.690978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.691225] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.694577] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.694699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.694768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.694944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.695108] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.695205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.695267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.695412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.695494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.695584] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.696337] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.696490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.696536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.696647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.696725] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b942880-3a8e-4b24-b0f6-a23da1d5b8f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.810554] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.810816] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.810943] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.811227] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.811791] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.811791] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.811791] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.811974] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.812089] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.812289] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.812395] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.812497] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.812633] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.812751] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.812886] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.813048] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.838799] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.839089] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.839318] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.839585] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-122" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.840472] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-eda58497-47fe-47ef-bb07-d6a527a53e61 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.840472] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.840737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.840979] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.841291] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda58497-47fe-47ef-bb07-d6a527a53e61',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.946736] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 918.947017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.947728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.947728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.947728] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.947728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.947728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.947947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.947947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.948022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.948156] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.948238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.948298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.948438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.948573] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.948667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.948749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.948886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.948964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.949063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.949157] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.950035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.950198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.950349] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.950441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.950515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.950631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.950708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.950784] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.195825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.196120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.203079] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 with status ACTIVE [ 919.203079] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.203079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.203368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.203501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.203663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.203987] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.204199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.206899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.206899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.206899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.206899] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.206899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.206899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.206899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.206899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.206899] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b942880-3a8e-4b24-b0f6-a23da1d5b8f6 is going to be updated. [ 919.207317] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.230068] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.230214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.230214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.230424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.230513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.231293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b942880-3a8e-4b24-b0f6-a23da1d5b8f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344253] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.344473] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.344728] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.345110] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.345259] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.345414] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port eda58497-47fe-47ef-bb07-d6a527a53e61 not found, creating... [ 919.345697] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.345936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.346084] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.346285] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.346413] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.346694] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.346946] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.347075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.347285] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.347413] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.347545] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: eda58497-47fe-47ef-bb07-d6a527a53e61 is going to be created. [ 919.372341] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.372531] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.372531] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.372764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.372980] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.373201] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.453044] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3114c638-a217-4c60-b936-2b99d5d37348: rpc.has_security_group_logging(os_id): False [ 919.454286] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.472263] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.472380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.472461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.472656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.472746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.473263] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.473263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.473263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.473263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.473560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.473560] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.473669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.473669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.473766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.473837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.474357] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.474504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.474569] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.474704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.474779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.474860] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be created. [ 919.582493] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.582646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.583089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.583089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.583272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.586845] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 919.587117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.594561] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 919.709839] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.957920] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.009710] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0062e1-501a-4879-8501-3c53969ee6e1 in Status: SUCCESS [ 920.010118] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 deletion is rescheduled due to dependency. [ 920.010357] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.110817] env[66352]: INFO networking_nsxv3.common.synchronization [req-3006fc96-891b-4121-9471-f594287ddd95 req-ae1efc1c-bc33-4ba7-b8b9-3ee5f2c0945f service nova] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_rules [ 920.111213] env[66352]: INFO networking_nsxv3.common.synchronization [req-3006fc96-891b-4121-9471-f594287ddd95 req-ae1efc1c-bc33-4ba7-b8b9-3ee5f2c0945f service nova] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 920.111513] env[66352]: INFO networking_nsxv3.common.synchronization [req-3006fc96-891b-4121-9471-f594287ddd95 req-ae1efc1c-bc33-4ba7-b8b9-3ee5f2c0945f service nova] Enqueued Resource ID: eda58497-47fe-47ef-bb07-d6a527a53e61 with Priority: HIGHEST for action port [ 920.114176] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_rules [ 920.114176] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 920.114176] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda58497-47fe-47ef-bb07-d6a527a53e61 with Priority: HIGHEST for action port [ 920.114176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.114176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.114176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.114176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.114176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-eda58497-47fe-47ef-bb07-d6a527a53e61 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.114176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.114176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.114176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.114176] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda58497-47fe-47ef-bb07-d6a527a53e61',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.212385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.212656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.212780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.213107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.213107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.213217] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be created. [ 920.249024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.249024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.249024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.249024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.249024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.260059] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: UNINITIALIZED for 2s [ 920.460330] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.460513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.460606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.460888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.460985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.461181] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 920.513152] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.513390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.513525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.513763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.513982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.524160] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 920.616355] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eda58497-47fe-47ef-bb07-d6a527a53e61 with status ACTIVE [ 920.616557] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.616839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.616930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.617275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.617415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.617660] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.617781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.617847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.618084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.618195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.618294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.618378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.618471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.618692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.618819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.618909] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eda58497-47fe-47ef-bb07-d6a527a53e61 is going to be updated. [ 920.641823] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.641984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.642052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.642270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.642406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.642561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eda58497-47fe-47ef-bb07-d6a527a53e61" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.611014] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 921.611666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.611930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.612172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.612274] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.115219] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.115405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.271204] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 922.271432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.271602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.271856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.272084] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.272237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.272335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.272458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.272563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.272669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.272776] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.535075] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 922.535423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.535666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.535987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.536268] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.536437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.536532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.536761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.536881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.537026] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.774731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.774978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.774978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.775307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.775496] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.775603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.775700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.775820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.775903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.775990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.776153] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.776245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.776307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.776441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.776573] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.776735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.776795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.776921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.776992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.777083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.777174] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.040596] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.279425] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89: rpc.has_security_group_logging(os_id): False [ 923.298413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.298618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.298669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.298942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.299067] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.299249] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.299349] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.299412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.299597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.299642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.299873] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.299986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.299986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.300188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.300265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.300441] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.300534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.300594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.300731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.300805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.300886] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be created. [ 923.363394] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.363598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.363941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.364155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.365364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.375799] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 923.543519] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.045963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.046405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.046405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.046511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.046689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.046815] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 924.097292] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.097506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.097659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.097897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.098114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.110775] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 925.113969] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 925.114323] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 925.389367] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 925.389367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.536293] env[66352]: INFO networking_nsxv3.common.synchronization [req-ebb598c4-05b7-49b8-8eea-3003dded21e8 req-e2337cc0-ba1f-40b2-a1bd-a6757cea7465 tempest-ServersTestJSON-856166663 tempest-ServersTestJSON-856166663-project-member] Enqueued Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_members [ 925.537047] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e640b71a-ef57-4022-9101-7343be9d709b with Priority: HIGHEST for action security_group_members [ 925.537362] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e640b71a-ef57-4022-9101-7343be9d709b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.537548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.537748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.537897] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.538069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.538225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.538311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.538404] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e640b71a-ef57-4022-9101-7343be9d709b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.042388] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.042388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.042388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.042388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.065332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.065602] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.065829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.065829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.066199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.066325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.066440] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e640b71a-ef57-4022-9101-7343be9d709b is going to be updated. [ 926.098985] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.099156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.099224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.099452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.099565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.108536] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e640b71a-ef57-4022-9101-7343be9d709b in Status: IN_PROGRESS for 2s [ 926.121030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 926.121030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.121030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.121030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.121460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.121460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.121460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.121579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.121579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.121873] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.150423] env[66352]: INFO networking_nsxv3.common.synchronization [req-c795b80f-d2b3-4b92-a4e2-6bd671effa45 req-310b15f7-084f-4d43-b542-e6a7e4a413a7 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 926.150959] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 926.151282] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.151404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.152382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.152382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.152382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.152522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.152559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.152704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.153448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.153448] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.625098] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.660710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.660710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.660710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.660710] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 926.681950] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.682147] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.682238] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.682498] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.682753] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.682925] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.683867] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.684354] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.684354] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.684553] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.684663] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.684769] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.684877] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.684979] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.685108] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.685234] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.688299] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.688433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.688503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.688696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.688872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.698545] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 926.708266] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.708439] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.708571] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.708782] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.709095] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-34f50887-ecc0-4f3a-9532-028818c28826 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.709296] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.715231] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.715231] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.715231] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f50887-ecc0-4f3a-9532-028818c28826',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.127677] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.215935] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.216473] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.216473] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.216779] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.216999] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.217888] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 34f50887-ecc0-4f3a-9532-028818c28826 not found, creating... [ 927.217888] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.218062] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.218171] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.218477] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.218641] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.219408] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.219809] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.219809] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.219948] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.220225] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.220510] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 34f50887-ecc0-4f3a-9532-028818c28826 is going to be created. [ 927.246966] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.247630] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.247911] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.248580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.249822] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.249822] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.630933] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.631150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.631283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.631441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.631543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.631708] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 927.668946] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.668946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.669094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.669244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.669424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.681452] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 928.026694] env[66352]: INFO networking_nsxv3.common.synchronization [req-c795b80f-d2b3-4b92-a4e2-6bd671effa45 req-22a1e69c-55dc-410c-9194-07a25895b7da service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 928.027190] env[66352]: INFO networking_nsxv3.common.synchronization [req-c795b80f-d2b3-4b92-a4e2-6bd671effa45 req-22a1e69c-55dc-410c-9194-07a25895b7da service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 928.027190] env[66352]: INFO networking_nsxv3.common.synchronization [req-c795b80f-d2b3-4b92-a4e2-6bd671effa45 req-22a1e69c-55dc-410c-9194-07a25895b7da service nova] Enqueued Resource ID: 34f50887-ecc0-4f3a-9532-028818c28826 with Priority: HIGHEST for action port [ 928.027343] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 928.027499] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 928.027605] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f50887-ecc0-4f3a-9532-028818c28826 with Priority: HIGHEST for action port [ 928.028290] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.028443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.028489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.028690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.028844] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.029806] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.029905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.030221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f50887-ecc0-4f3a-9532-028818c28826 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.030221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.030350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.030451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.030524] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f50887-ecc0-4f3a-9532-028818c28826',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.118800] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e640b71a-ef57-4022-9101-7343be9d709b in Status: SUCCESS [ 928.119069] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e640b71a-ef57-4022-9101-7343be9d709b deletion is rescheduled due to dependency. [ 928.119192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e640b71a-ef57-4022-9101-7343be9d709b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.535837] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.535837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.536927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34f50887-ecc0-4f3a-9532-028818c28826 with status ACTIVE [ 928.539812] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.539812] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.539812] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.539812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.539812] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34f50887-ecc0-4f3a-9532-028818c28826 is going to be updated. [ 928.567873] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.568081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.568155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.568362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.568500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.568942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f50887-ecc0-4f3a-9532-028818c28826" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.715285] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 928.715516] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 928.715675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.715860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.716095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.716284] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.716399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.716461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.716633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.716710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.716829] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.219072] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.596025] env[66352]: INFO networking_nsxv3.common.synchronization [req-5dcd1937-8fe8-4f36-a4a5-4711859e2e69 req-2ff2ab9c-bf8c-4c01-8c56-d05ce14b36b3 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 929.596702] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 929.597380] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.597574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.597672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.597865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.598078] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.599531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.599531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.599531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.599531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.599923] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.695302] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 929.695302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.695302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.695302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.695482] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.695545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.695579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.695761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.695866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.695953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.696078] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.721842] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.102075] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.198204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.198418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.198476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.198728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.198996] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.199150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.199215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.199393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.199547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.199627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.199894] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.200045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.200108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.200280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.200742] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.200742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.200742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.200742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.201107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.201107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.201765] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.226873] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.227108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.227242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.227414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.227564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.227668] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 930.272898] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.273171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.273171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.273444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.273679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.287182] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 930.604071] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.704401] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3114c638-a217-4c60-b936-2b99d5d37348: rpc.has_security_group_logging(os_id): False [ 930.726196] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.726946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.727086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.727286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.727386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.727607] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.727768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.727768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.727927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.727988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.728188] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.728283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.728344] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.728482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.728553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.728798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.728880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.728914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.729066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.729141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.729227] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 930.792318] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.792484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.792534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.792741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.792893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.811912] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 931.109305] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.109305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.109305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.109305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.109305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.109305] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 931.144558] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.144558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.144558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.144558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.144558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.154054] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 932.097232] env[66352]: INFO networking_nsxv3.common.synchronization [req-c4fbcb8e-7339-41a6-a211-7067eaf094ce req-f7f5f6c8-7e8e-417c-8c13-b86afb3d989d tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 932.097232] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 932.097598] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.097659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.097698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.097906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.098071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.098176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.098230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.098373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.098458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.098545] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.303300] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 932.303698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.305918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.305918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.305918] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.305918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.305918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.305918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.305918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.305918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.305918] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.539540] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f8f43860-057d-4b87-9475-278a64553050 None None] Enqueued Resource ID: f3c5fb4c-fd12-4998-9881-b2f0d89b8285 with Priority: HIGHEST for action port [ 932.540642] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c5fb4c-fd12-4998-9881-b2f0d89b8285 with Priority: HIGHEST for action port [ 932.540642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c5fb4c-fd12-4998-9881-b2f0d89b8285 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.540642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c5fb4c-fd12-4998-9881-b2f0d89b8285" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.540642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c5fb4c-fd12-4998-9881-b2f0d89b8285" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.541411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c5fb4c-fd12-4998-9881-b2f0d89b8285" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.541411] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c5fb4c-fd12-4998-9881-b2f0d89b8285',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.605934] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.605934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.605934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.605934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.605934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.605934] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.605934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.605934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.606370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.606370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.606696] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 932.636612] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.637826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.637826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.637826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.638083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.649531] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 932.808599] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.808599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.808599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.808999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.808999] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.809311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.809311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.809424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.809460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.809874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.809874] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.809874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.809874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.810097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.810131] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.811590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.811590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.811590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.811590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.811590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.811590] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.830210] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 932.830571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.830840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.831259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.831358] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.044456] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3c5fb4c-fd12-4998-9881-b2f0d89b8285 [ 933.044456] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.044456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.044456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.044456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.044456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.044456] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3c5fb4c-fd12-4998-9881-b2f0d89b8285 already deleted. [ 933.044456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c5fb4c-fd12-4998-9881-b2f0d89b8285" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.167025] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 933.167330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.313573] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38035268-b360-4d20-8a13-b98601a39ee3: rpc.has_security_group_logging(os_id): False [ 933.337972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.338152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.338217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.339059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.339286] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.339898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.339972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.340491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.340491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.340491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.340491] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.345274] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.345274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.345274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.345274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.345613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.345613] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.345695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.345730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.347800] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.347800] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.347800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.348480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.348480] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 933.440550] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.440550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.440550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.440550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.440550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.453941] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 933.845144] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.845369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.845442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.845597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.845763] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.845859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.845916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.846070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.846184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.846319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.846462] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.846564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.846621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.846755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.846891] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.846979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.847047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.847173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.847241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.847316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.847405] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.351583] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3114c638-a217-4c60-b936-2b99d5d37348: rpc.has_security_group_logging(os_id): False [ 934.373688] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.373688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.373688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.373688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.373939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.373939] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.374063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.374096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.374265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.374340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.374541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.374637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.374701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.374835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.374909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.375143] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.375252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.375305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.375448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.375538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.375637] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 934.456444] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.456646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.456757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.457149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.457360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.482586] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 934.666025] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 934.666025] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 deletion is rescheduled due to dependency. [ 934.666025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.825102] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f07a9420-1d1c-41a5-a456-6fd297d29faa tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_rules [ 934.825488] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_rules [ 934.825792] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.827616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.827616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.827890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.827974] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.024865] env[66352]: INFO networking_nsxv3.common.synchronization [None req-db5f05a0-4194-4c71-ae7a-ba72b66011dd tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_rules [ 935.026224] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_rules [ 935.026725] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.026933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.053718] env[66352]: INFO networking_nsxv3.common.synchronization [None req-1cad4d1a-be09-4b88-8c05-ec8240dd38fc None None] Enqueued Resource ID: a04e7c18-c422-4cf3-a58f-786ee9f30605 with Priority: HIGHEST for action port [ 935.054737] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a04e7c18-c422-4cf3-a58f-786ee9f30605 with Priority: HIGHEST for action port [ 935.054977] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a04e7c18-c422-4cf3-a58f-786ee9f30605 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.055118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a04e7c18-c422-4cf3-a58f-786ee9f30605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.055176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a04e7c18-c422-4cf3-a58f-786ee9f30605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.055569] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a04e7c18-c422-4cf3-a58f-786ee9f30605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.055569] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a04e7c18-c422-4cf3-a58f-786ee9f30605',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.355064] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.355554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.355554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.355554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.355554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.355743] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 already deleted. [ 935.355743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.356622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.356622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.356622] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.472807] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 935.473076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.557562] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a04e7c18-c422-4cf3-a58f-786ee9f30605 [ 935.557901] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.558122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.558122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.558353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.558443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.558539] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a04e7c18-c422-4cf3-a58f-786ee9f30605 already deleted. [ 935.558620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a04e7c18-c422-4cf3-a58f-786ee9f30605" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.885587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.885587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.885587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.885807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.885807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.885807] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 already deleted. [ 935.885960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.500286] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 936.500565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.735226] env[66352]: INFO networking_nsxv3.common.synchronization [req-cacee479-a626-47d7-a947-f6fbe5ee3bc4 req-f46d3631-7a67-424c-bf9e-57b15453ed78 tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 936.735226] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 936.735226] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.735226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.735226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.735226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.735226] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.735226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.735226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.735226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.736167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.736401] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.241062] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.707253] env[66352]: INFO networking_nsxv3.common.synchronization [req-8bcab2bd-b768-4267-94dd-01c2b7739cca req-c3e5c19d-73cb-48b6-9744-44b055b91fc5 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_members [ 937.707253] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0de497-871e-4580-b669-9fa82e91ae8d with Priority: HIGHEST for action security_group_members [ 937.707253] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f0de497-871e-4580-b669-9fa82e91ae8d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.707253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.707253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.707253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.707253] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.707253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.707253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.707253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.707253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.707253] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f0de497-871e-4580-b669-9fa82e91ae8d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.745109] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.208825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.209010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.209098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.209456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.209456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.209612] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.209712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.209768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.210614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.210614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.210614] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d is going to be updated. [ 938.246602] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.246745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.246808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.247046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.247173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.248382] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.248504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.248570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.248749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.248876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.248933] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 938.259533] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: IN_PROGRESS for 2s [ 938.308308] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.308414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.308449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.308672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.309120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.321025] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 939.025211] env[66352]: INFO networking_nsxv3.common.synchronization [req-928946a6-f8e2-4a79-8998-7a7e253a4e29 req-3f8f8f45-5bbf-4997-b898-2c54829971c1 tempest-TenantUsagesTestJSON-1272249938 tempest-TenantUsagesTestJSON-1272249938-project-member] Enqueued Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_members [ 939.025545] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_members [ 939.026141] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdccca06-4374-4adf-ba82-dfa0d355152b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.027638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.027638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.027638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.027638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.027638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.027638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.027638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.027638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.027638] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.475811] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.477387] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.478232] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.478594] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.478965] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.479181] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.479303] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.479520] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.479662] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.479884] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.480026] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.480103] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.480220] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.480326] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.480474] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.480642] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.502650] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.505137] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.505137] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.505137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-452" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.505137] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-e3b0f00a-4d48-4097-9549-1a56829d3298 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.505137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.505137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.505137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.505137] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b0f00a-4d48-4097-9549-1a56829d3298',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.529658] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.531609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.531609] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdccca06-4374-4adf-ba82-dfa0d355152b already deleted. [ 939.531609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.008032] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.008146] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.009015] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.009388] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.010074] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.010286] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port e3b0f00a-4d48-4097-9549-1a56829d3298 not found, creating... [ 940.011488] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.011907] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.011907] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.012245] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.012469] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.012783] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.013864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.013864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.013864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.013864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.013864] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: e3b0f00a-4d48-4097-9549-1a56829d3298 is going to be created. [ 940.039949] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.040358] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.040358] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.041128] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.041128] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.041459] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.272851] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f0de497-871e-4580-b669-9fa82e91ae8d in Status: SUCCESS [ 940.272851] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f0de497-871e-4580-b669-9fa82e91ae8d deletion is rescheduled due to dependency. [ 940.273059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f0de497-871e-4580-b669-9fa82e91ae8d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.336879] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 940.337374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.758336] env[66352]: INFO networking_nsxv3.common.synchronization [req-928946a6-f8e2-4a79-8998-7a7e253a4e29 req-01912456-8adc-4b9b-a7ec-87b047563c87 service nova] Enqueued Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_rules [ 940.758586] env[66352]: INFO networking_nsxv3.common.synchronization [req-928946a6-f8e2-4a79-8998-7a7e253a4e29 req-01912456-8adc-4b9b-a7ec-87b047563c87 service nova] Enqueued Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_members [ 940.758790] env[66352]: INFO networking_nsxv3.common.synchronization [req-928946a6-f8e2-4a79-8998-7a7e253a4e29 req-01912456-8adc-4b9b-a7ec-87b047563c87 service nova] Enqueued Resource ID: e3b0f00a-4d48-4097-9549-1a56829d3298 with Priority: HIGHEST for action port [ 940.759351] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_rules [ 940.759534] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_members [ 940.759660] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b0f00a-4d48-4097-9549-1a56829d3298 with Priority: HIGHEST for action port [ 940.760036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdccca06-4374-4adf-ba82-dfa0d355152b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.760213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.760301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.760592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.760697] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.762155] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdccca06-4374-4adf-ba82-dfa0d355152b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.762155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.762269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.762563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.763239] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.763239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.763239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.763239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.763239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.763441] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.765031] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b0f00a-4d48-4097-9549-1a56829d3298 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.765031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.765031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.765031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.765278] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b0f00a-4d48-4097-9549-1a56829d3298',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.263323] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdccca06-4374-4adf-ba82-dfa0d355152b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.263630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.268030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3b0f00a-4d48-4097-9549-1a56829d3298 with status ACTIVE [ 941.268170] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.268524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.268524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.268618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.268728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.268976] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.270082] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.270082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.270082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3b0f00a-4d48-4097-9549-1a56829d3298 is going to be updated. [ 941.271409] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.297446] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.297446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.297446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.297446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.297446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.297446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b0f00a-4d48-4097-9549-1a56829d3298" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.444481] env[66352]: INFO networking_nsxv3.common.synchronization [req-05fb5b92-2bff-4b1d-a871-38e0d3e8459a req-0361c84e-81da-47b4-9d97-58c8a0ebb4eb tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 941.444747] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 941.445166] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.445333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.445405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.445699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.445864] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.448363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.448363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.448363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.448363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.448363] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.776501] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.853656] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.854263] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.854263] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.854594] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.854976] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.855253] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.855395] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.855703] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.855896] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856186] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.856356] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.856511] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.856664] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.856817] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.856993] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.857229] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.877152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.877451] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.877532] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.878484] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-398" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.878484] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-e20f7cb4-e117-4a44-bda3-a089d18e1921 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.878484] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.878484] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.878804] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.878896] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20f7cb4-e117-4a44-bda3-a089d18e1921',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.952106] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.952319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.952416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.953379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.953379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.953379] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.953379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.953379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.953379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.953379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.953379] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 941.984825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.984825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.984825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.985138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.985138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.994675] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 942.285119] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.285457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.285457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.285577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.285644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.285746] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdccca06-4374-4adf-ba82-dfa0d355152b is going to be created. [ 942.327457] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.327689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.327689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.327969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.328166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.341461] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdccca06-4374-4adf-ba82-dfa0d355152b in Status: UNINITIALIZED for 2s [ 942.381398] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.381615] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.381735] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.382064] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.382214] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.382364] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port e20f7cb4-e117-4a44-bda3-a089d18e1921 not found, creating... [ 942.382616] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.382769] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.382883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.383114] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.383245] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.383510] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.383656] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.383765] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.384020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.384163] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.384301] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: e20f7cb4-e117-4a44-bda3-a089d18e1921 is going to be created. [ 942.408946] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.408946] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.408946] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.409316] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.409316] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.409506] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.664504] env[66352]: INFO networking_nsxv3.common.synchronization [req-2c23cea5-ee8a-4a68-a24e-aff32402c264 req-8c58d160-f123-414b-9319-9b75097c879e tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 942.665140] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 942.665450] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.665574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.665636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.665835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.665987] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.666286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.666286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.666286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.666381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.666455] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.162055] env[66352]: INFO networking_nsxv3.common.synchronization [req-05fb5b92-2bff-4b1d-a871-38e0d3e8459a req-d669d58c-f324-43b1-a59d-fcac01dc99c3 service nova] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_rules [ 943.162547] env[66352]: INFO networking_nsxv3.common.synchronization [req-05fb5b92-2bff-4b1d-a871-38e0d3e8459a req-d669d58c-f324-43b1-a59d-fcac01dc99c3 service nova] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 943.162547] env[66352]: INFO networking_nsxv3.common.synchronization [req-05fb5b92-2bff-4b1d-a871-38e0d3e8459a req-d669d58c-f324-43b1-a59d-fcac01dc99c3 service nova] Enqueued Resource ID: e20f7cb4-e117-4a44-bda3-a089d18e1921 with Priority: HIGHEST for action port [ 943.162547] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_rules [ 943.162683] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 943.162763] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20f7cb4-e117-4a44-bda3-a089d18e1921 with Priority: HIGHEST for action port [ 943.163312] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.163435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.163503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.163694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.163774] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.164712] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.164712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.164866] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20f7cb4-e117-4a44-bda3-a089d18e1921 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.164980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.165070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.165236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.165308] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20f7cb4-e117-4a44-bda3-a089d18e1921',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.170584] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.170584] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.170584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.171192] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 943.199797] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.199953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.200041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.200231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.200371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.211508] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 943.668165] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.668165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.668165] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e20f7cb4-e117-4a44-bda3-a089d18e1921 with status ACTIVE [ 943.668165] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.668165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.668713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.668713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.668713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.668713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.668911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.668911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.668992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.669270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.669270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.670586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.670586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.670586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.670586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.670586] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e20f7cb4-e117-4a44-bda3-a089d18e1921 is going to be updated. [ 943.717580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.717580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.717580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.718108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.718319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.718487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20f7cb4-e117-4a44-bda3-a089d18e1921" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.006871] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 944.007128] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b deletion is rescheduled due to dependency. [ 944.007282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.007502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.007786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.008056] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.008173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.008261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.008464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.008579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.008705] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.353897] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdccca06-4374-4adf-ba82-dfa0d355152b in Status: SUCCESS [ 944.354258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.354911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.354911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.355137] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.355458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.355458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.355994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.355994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.355994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.356165] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.513118] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.860168] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdccca06-4374-4adf-ba82-dfa0d355152b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.860498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.860498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.860605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.860756] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.860892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.860961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.861314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.861430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.861668] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdccca06-4374-4adf-ba82-dfa0d355152b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.861828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.862163] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.862271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.862306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.862448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.862529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.862606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.862699] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.015051] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.225582] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 945.225830] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d deletion is rescheduled due to dependency. [ 945.225968] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.367594] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdccca06-4374-4adf-ba82-dfa0d355152b: rpc.has_security_group_logging(os_id): False [ 945.386022] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.389030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.389030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.389030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.389602] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.389602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.389602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.389602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.389602] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdccca06-4374-4adf-ba82-dfa0d355152b is going to be created. [ 945.473516] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.473516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.473516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.473516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.473516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.485334] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdccca06-4374-4adf-ba82-dfa0d355152b in Status: IN_PROGRESS for 2s [ 945.518456] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.518608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.518676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.519671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.519671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.519671] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 945.572831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.572999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.573065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.573284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.573433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.582690] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 945.649358] env[66352]: INFO networking_nsxv3.common.synchronization [req-86450476-9b79-4587-9f97-3c1f5d76d4c9 req-71d5b84f-30a4-41ec-ac33-c6857a777a35 tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 945.649358] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 945.649358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.649358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.649358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.649358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.649358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.649358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.649358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.649358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.649358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.650070] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.818031] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a4fd9a4-37d0-45ec-b913-e72cc44b094c req-54a39269-8d37-48c0-ab52-57ccfd609600 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 945.818640] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 945.819046] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.819180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.819242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.819439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.819689] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.819689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.819787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.820107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.820107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.820187] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.153861] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.180033] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.180242] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.180366] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.180636] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.180882] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.181048] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.181324] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.181470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.181817] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.181817] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.181906] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.182387] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.182387] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.182387] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.182387] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.182541] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.210374] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.210630] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.210826] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.211033] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.211400] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-f6410d89-eecb-4da0-b31f-1181343a7700 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.211599] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.211744] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.212091] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.212258] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6410d89-eecb-4da0-b31f-1181343a7700',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.323199] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.656335] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.715278] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.715508] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.715633] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.715915] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.716110] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.716377] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port f6410d89-eecb-4da0-b31f-1181343a7700 not found, creating... [ 946.716704] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.716873] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.716991] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.717234] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.717370] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.717642] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.717793] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.717908] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.718550] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.718786] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.719032] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: f6410d89-eecb-4da0-b31f-1181343a7700 is going to be created. [ 946.757576] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.757576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.757576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.757576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.757576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.757576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.827469] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.158831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.159147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.159147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.159453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.159526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.159737] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 947.193538] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.193538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.193538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.193538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.193538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.203956] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 947.329232] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.329365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.329450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.329657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.329760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.329861] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 947.380958] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.381178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.381219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.381444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.381581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.393563] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 947.483922] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a4fd9a4-37d0-45ec-b913-e72cc44b094c req-468669db-82ca-40fb-ba07-2c66e4f70fe8 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 947.484173] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a4fd9a4-37d0-45ec-b913-e72cc44b094c req-468669db-82ca-40fb-ba07-2c66e4f70fe8 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 947.484353] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a4fd9a4-37d0-45ec-b913-e72cc44b094c req-468669db-82ca-40fb-ba07-2c66e4f70fe8 service nova] Enqueued Resource ID: f6410d89-eecb-4da0-b31f-1181343a7700 with Priority: HIGHEST for action port [ 947.485584] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 947.485780] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 947.485968] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6410d89-eecb-4da0-b31f-1181343a7700 with Priority: HIGHEST for action port [ 947.487612] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.487811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.487927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.488231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.488350] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.489606] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.489729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.490066] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6410d89-eecb-4da0-b31f-1181343a7700 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.490436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.490611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.490815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.490915] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6410d89-eecb-4da0-b31f-1181343a7700',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.505503] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdccca06-4374-4adf-ba82-dfa0d355152b in Status: SUCCESS [ 947.505794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.595939] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 947.597518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.597518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.597518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.597518] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.597518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.597518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.597518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.597518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.597808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.597808] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.995713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.995713] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6410d89-eecb-4da0-b31f-1181343a7700 with status ACTIVE [ 947.995713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.995713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.995713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.995713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.996234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.996234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.996234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.996234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.996234] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6410d89-eecb-4da0-b31f-1181343a7700 is going to be updated. [ 948.032055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.032265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.032338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.032499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.032703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.032872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6410d89-eecb-4da0-b31f-1181343a7700" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.101716] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.101716] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.101716] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.101716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.102189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.102189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.102189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.102806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.102806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.102806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.102806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.102806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.102806] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.435046] env[66352]: INFO networking_nsxv3.common.synchronization [None req-2fb3fea9-bc1b-4c95-aaa8-c057a129b506 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_rules [ 948.436056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_rules [ 948.436427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.436603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.436731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.437047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.437216] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.528376] env[66352]: INFO networking_nsxv3.common.synchronization [None req-162ef38e-8b89-4e1f-9fbd-d73453a6b6c8 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_rules [ 948.529365] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_rules [ 948.529365] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.529365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.609022] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69e430c2-c98c-49b0-9770-f8b617d5e75b: rpc.has_security_group_logging(os_id): False [ 948.627125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.627125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.627125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.627125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.627665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.627665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.627665] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.627665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.627842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.627881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.627965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.628061] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 948.705318] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.705554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.705554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.705773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.705916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.721764] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 948.958619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.958872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.958995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.959579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.959579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.959579] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 already deleted. [ 948.959579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.959775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.959952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.959999] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.215103] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 4s [ 949.405065] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 949.405243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.405388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.405637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.405867] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.406077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.406156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.406319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.406400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.406497] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.483517] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.483864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.483864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.484042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.484154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.484261] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 already deleted. [ 949.484352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.908884] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.281568] env[66352]: INFO networking_nsxv3.common.synchronization [req-4b9554b0-2f6f-413c-a8e3-6b1c4f337435 req-52a0a4a2-4906-4763-98e0-87b1944b95ec tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_members [ 950.282175] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_members [ 950.283026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.283026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.283026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.283389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.283389] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.283389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.283555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.283717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.283758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.283832] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.413060] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.722843] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.723186] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.723274] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.723628] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.723988] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.724183] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.724297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.724627] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.724793] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.725080] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.725265] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.725389] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.725495] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.725609] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.725712] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.725843] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.751719] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 950.752102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.758437] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.758676] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.758942] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.759144] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.759490] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-75c704be-f749-420e-b262-31efe9216bb0 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.759647] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.759796] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.760324] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.760324] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75c704be-f749-420e-b262-31efe9216bb0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.786763] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.787030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.787193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.787506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.787636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.787947] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.788086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.788086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.788266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.788369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.788475] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 already deleted. [ 950.788576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.915990] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.916275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.916275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.916395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.916482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.916587] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 950.953954] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.954247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.954247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.954470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.954612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.964985] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 950.982312] env[66352]: INFO networking_nsxv3.common.synchronization [req-dc54bd76-7c64-4ff3-9821-4ca9eb7c37f1 req-4082d990-27ef-483a-9339-37fcc294ca2c tempest-ServersWithSpecificFlavorTestJSON-929813163 tempest-ServersWithSpecificFlavorTestJSON-929813163-project-member] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 950.982312] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGHEST for action security_group_members [ 950.983296] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.983554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.983741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.984178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.984443] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.984660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.984807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.985062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.985238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.985430] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.227504] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 951.227504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.263758] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.264351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.264351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.264830] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.265201] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.265520] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 75c704be-f749-420e-b262-31efe9216bb0 not found, creating... [ 951.266032] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.266561] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.266561] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.267114] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.267329] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.267816] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.268141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.268397] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.268949] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.269276] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.269459] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 75c704be-f749-420e-b262-31efe9216bb0 is going to be created. [ 951.292512] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.292710] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.292853] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.293146] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.293420] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.293616] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.488870] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.489453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.489453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.489705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.490021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.490125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.491547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.491547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.491547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.491547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.491547] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be updated. [ 951.530238] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.530517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.530517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.530745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.530899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.546565] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: IN_PROGRESS for 2s [ 952.018513] env[66352]: INFO networking_nsxv3.common.synchronization [req-4b9554b0-2f6f-413c-a8e3-6b1c4f337435 req-fe4a981b-e4e0-4dda-8006-ec91436424fe service nova] Enqueued Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_rules [ 952.018513] env[66352]: INFO networking_nsxv3.common.synchronization [req-4b9554b0-2f6f-413c-a8e3-6b1c4f337435 req-fe4a981b-e4e0-4dda-8006-ec91436424fe service nova] Enqueued Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_members [ 952.018513] env[66352]: INFO networking_nsxv3.common.synchronization [req-4b9554b0-2f6f-413c-a8e3-6b1c4f337435 req-fe4a981b-e4e0-4dda-8006-ec91436424fe service nova] Enqueued Resource ID: 75c704be-f749-420e-b262-31efe9216bb0 with Priority: HIGHEST for action port [ 952.018901] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_rules [ 952.018993] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_members [ 952.019303] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c704be-f749-420e-b262-31efe9216bb0 with Priority: HIGHEST for action port [ 952.019547] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.021543] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.021543] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.021543] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.021543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.022394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.022394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.022394] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.022580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-75c704be-f749-420e-b262-31efe9216bb0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.022714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.022811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.022987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.025030] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75c704be-f749-420e-b262-31efe9216bb0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.529273] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.529273] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.529273] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75c704be-f749-420e-b262-31efe9216bb0 with status ACTIVE [ 952.529273] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.529273] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.529273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.529856] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.529856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.529856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.530431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.530658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.530947] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75c704be-f749-420e-b262-31efe9216bb0 is going to be updated. [ 952.555094] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.555094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.555094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.555094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.555391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.555502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75c704be-f749-420e-b262-31efe9216bb0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.732171] env[66352]: INFO networking_nsxv3.common.synchronization [req-8dbbd22f-9a79-4a42-9098-665c8466a469 req-b59f379b-db9b-43f3-b649-5b9d5e9f4c64 tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 952.732171] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 952.732349] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.732604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.732604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.732775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.732834] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.732932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.732996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.733166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.733251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.733344] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.977068] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.977068] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.977068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.977068] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.032987] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.072153] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.072467] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.073559] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.073559] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.073559] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.074297] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.074566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.074953] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.075189] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.075542] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.075803] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.075999] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.076230] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.076426] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.076595] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.076823] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.102252] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.102546] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.102771] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.102970] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.103481] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-9fc73316-4065-4417-8486-93d43d0a77a2 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.103917] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.103917] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.104379] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.104574] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc73316-4065-4417-8486-93d43d0a77a2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.235659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.235797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.235797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.236048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.236156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.236392] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.236525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.236567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.236850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.236954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.237058] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 953.272101] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.272301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.272301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.272507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.272684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.281779] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 953.480511] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.480710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.480755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.480955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.481148] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.481253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.481320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.481475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.481561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.481650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.482142] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.482142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.482142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.482142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.482360] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.482360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.482360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.482470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.482550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.482631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.482729] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.539771] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.539771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.539771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.539771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.539771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.539771] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 is going to be created. [ 953.557216] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 in Status: SUCCESS [ 953.557426] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 deletion is rescheduled due to dependency. [ 953.557479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.567321] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.567321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.567684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.567684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.567971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.584226] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 in Status: UNINITIALIZED for 2s [ 953.607778] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.608083] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.608289] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.608646] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.608935] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.609135] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 9fc73316-4065-4417-8486-93d43d0a77a2 not found, creating... [ 953.609505] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.609756] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.609991] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.610383] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.610579] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.611498] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.611769] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.611974] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.612305] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.612500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.612755] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 9fc73316-4065-4417-8486-93d43d0a77a2 is going to be created. [ 953.654869] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.655217] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.655353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.655628] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655889] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.656129] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.985932] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d0528-b9b9-40d3-865e-8357e23b395e: rpc.has_security_group_logging(os_id): False [ 954.005416] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.005652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.005718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.005957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.006107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.006352] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.006480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.006557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.006843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.006930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.007199] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.007332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.007401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.007610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.007687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.009400] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.009400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.009551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.009706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.009826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.009934] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 954.086283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.086553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.086553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.087017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.087198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.106415] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 954.373534] env[66352]: INFO networking_nsxv3.common.synchronization [req-07924ad1-8748-4b1a-93bb-725edd154dcd req-932233db-3943-4897-9477-0253c0ade73f tempest-TenantUsagesTestJSON-1272249938 tempest-TenantUsagesTestJSON-1272249938-project-member] Enqueued Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_members [ 954.374123] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdccca06-4374-4adf-ba82-dfa0d355152b with Priority: HIGHEST for action security_group_members [ 954.374453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdccca06-4374-4adf-ba82-dfa0d355152b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.374587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.374650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.374994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.374994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.375168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.375168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.375315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.375389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.375481] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdccca06-4374-4adf-ba82-dfa0d355152b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.438356] env[66352]: INFO networking_nsxv3.common.synchronization [req-8dbbd22f-9a79-4a42-9098-665c8466a469 req-4787a8fa-26ef-4000-a4f3-bc0e52fdf9ad service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 954.438472] env[66352]: INFO networking_nsxv3.common.synchronization [req-8dbbd22f-9a79-4a42-9098-665c8466a469 req-4787a8fa-26ef-4000-a4f3-bc0e52fdf9ad service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 954.438508] env[66352]: INFO networking_nsxv3.common.synchronization [req-8dbbd22f-9a79-4a42-9098-665c8466a469 req-4787a8fa-26ef-4000-a4f3-bc0e52fdf9ad service nova] Enqueued Resource ID: 9fc73316-4065-4417-8486-93d43d0a77a2 with Priority: HIGHEST for action port [ 954.439375] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 954.439375] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 954.439375] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc73316-4065-4417-8486-93d43d0a77a2 with Priority: HIGHEST for action port [ 954.440014] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.440152] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.440240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.440430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.440527] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.443911] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.443911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.443911] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc73316-4065-4417-8486-93d43d0a77a2 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.443911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.443911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.443911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.443911] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc73316-4065-4417-8486-93d43d0a77a2',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.648477] env[66352]: INFO networking_nsxv3.common.synchronization [req-aefe8048-9040-4d0d-b6e3-38627c16f5bb req-45949729-f6dc-4ab9-8da5-f60cbf030cdc tempest-ImagesOneServerNegativeTestJSON-1147253972 tempest-ImagesOneServerNegativeTestJSON-1147253972-project-member] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 954.649143] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGHEST for action security_group_members [ 954.649666] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.649773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.649903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.650188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.650424] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.650613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.650855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.650971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.651147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.651303] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.878040] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.878259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.878259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.879318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.879318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.879318] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.879318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.879318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.879318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.879318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.879640] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdccca06-4374-4adf-ba82-dfa0d355152b is going to be updated. [ 954.910353] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.910526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.910589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.910998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.911181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.922519] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdccca06-4374-4adf-ba82-dfa0d355152b in Status: IN_PROGRESS for 2s [ 954.944150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.944312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.951703] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc73316-4065-4417-8486-93d43d0a77a2 with status ACTIVE [ 954.951977] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.952162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.952242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.952476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.952587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.952854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.952939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.953016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.953201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.953295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.953515] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.953623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.953827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.953898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.953993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.954173] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc73316-4065-4417-8486-93d43d0a77a2 is going to be updated. [ 954.976858] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.977076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.977076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.977288] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.977436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.977593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc73316-4065-4417-8486-93d43d0a77a2" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.154350] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.154350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.154350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.154718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.154718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.155313] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.155313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.155313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.155313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.155558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.155558] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be updated. [ 955.192324] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.192324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.192324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.192835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.192835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.205760] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: IN_PROGRESS for 2s [ 955.297631] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 955.297954] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d deletion is rescheduled due to dependency. [ 955.298189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.298471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.298944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.299232] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.299643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.299643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.299795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.299946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.300268] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.600859] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 in Status: SUCCESS [ 955.600859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.600859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.601062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.601238] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.601350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.601412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.601576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.601663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.601747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.601902] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.802583] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.104833] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.125927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 956.126123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.306133] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.607408] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c66406f2-023f-4cd6-b5c7-bf3e1f1c4137: rpc.has_security_group_logging(os_id): False [ 956.628739] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.628983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.629061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.629291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.629384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.629767] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.630023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.630023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.630223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.630496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.630496] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 is going to be created. [ 956.678054] env[66352]: INFO networking_nsxv3.common.synchronization [req-71c73893-2a6e-49ee-9a54-f19b532ac1a9 req-67bd69f5-f153-48af-b3a1-4456cddf10e8 tempest-ListServerFiltersTestJSON-325753574 tempest-ListServerFiltersTestJSON-325753574-project-member] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 956.678625] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 956.679041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.679171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.679238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.679497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.679609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.679703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.679808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.679930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.680011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.680106] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.697789] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.697944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.698060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.698646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.698953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.714759] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 in Status: IN_PROGRESS for 2s [ 956.810366] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.810366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.810366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.810366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.810366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.810366] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 956.854871] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.854871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.854871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.855189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.855189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.867463] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 956.931778] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdccca06-4374-4adf-ba82-dfa0d355152b in Status: SUCCESS [ 956.931973] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdccca06-4374-4adf-ba82-dfa0d355152b deletion is rescheduled due to dependency. [ 956.932073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdccca06-4374-4adf-ba82-dfa0d355152b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.182414] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.216284] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b in Status: SUCCESS [ 957.216608] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b deletion is rescheduled due to dependency. [ 957.216721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.684788] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.190023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.190023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.190023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.190023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.190023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.190023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 958.219534] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.219728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.219873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.221055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.221259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.233115] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 958.728048] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 in Status: SUCCESS [ 958.728423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.879862] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 958.880153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.880456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.880701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.881038] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.881205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.881298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.881473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.881587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.881693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.881814] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.005149] env[66352]: INFO networking_nsxv3.common.synchronization [req-6de1f72d-9b55-473a-a4e5-9e9c99601d27 req-90e47de3-990c-4c46-a7c3-6af484e7c06d tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 959.005810] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 959.006116] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.006260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.006322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.006538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.006710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.006832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.006916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.007144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.007192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.007299] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.384489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.384633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.384633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.384862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.385039] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.385145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.385208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.386272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.386272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.386272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.386272] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.386272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.386272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.386839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.386839] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.386930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.386965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.387479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.387479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.387479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.387479] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.510876] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.623146] env[66352]: INFO networking_nsxv3.common.synchronization [req-a24c8948-e36b-401d-92f5-82d3c7cf55a5 req-cc6f0d5d-3640-408d-921b-cd78e5f08ced tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 959.623146] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 959.623146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.623831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.624145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.624471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.624769] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.625136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.625325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.625606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.625807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.626279] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.892137] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d209835-b23d-40d8-b513-91c7a2b9161d: rpc.has_security_group_logging(os_id): False [ 959.912115] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.912115] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.912115] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.912115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.912669] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.912669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.912669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.912669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.912669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.912669] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 959.972376] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.972522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.972593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.972807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.972954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.989982] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 960.013391] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.129126] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.131458] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.131458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.131458] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 960.157816] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.157972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.158093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.158315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.158454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.171231] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 960.243029] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 960.243245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.517565] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.517807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.518021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.518323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.518439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.518563] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 960.553506] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.553506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.553506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.553506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.553804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.566293] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 960.779911] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.780116] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.780208] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.780464] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.780706] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.780892] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.781014] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.781252] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.781389] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.781595] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.781703] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.781805] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.781908] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.782023] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.782126] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.782252] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.801420] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.801420] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.801656] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.801697] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.801979] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-9d5d2627-6755-47e3-b375-fffe3b60e145 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.802158] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.802273] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.802630] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.802766] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d5d2627-6755-47e3-b375-fffe3b60e145',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.305707] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.306168] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.306292] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.306574] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.306721] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.306875] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 9d5d2627-6755-47e3-b375-fffe3b60e145 not found, creating... [ 961.307147] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.307313] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.307547] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.307694] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.307885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.308264] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.308596] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.308714] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.309055] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.309163] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.309299] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 9d5d2627-6755-47e3-b375-fffe3b60e145 is going to be created. [ 961.334294] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.334551] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.334667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.334986] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.335241] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.335504] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.004117] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 962.004423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.046842] env[66352]: INFO networking_nsxv3.common.synchronization [req-a24c8948-e36b-401d-92f5-82d3c7cf55a5 req-c70569a8-c318-4bff-a79b-08e0b9101c2f service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 962.047146] env[66352]: INFO networking_nsxv3.common.synchronization [req-a24c8948-e36b-401d-92f5-82d3c7cf55a5 req-c70569a8-c318-4bff-a79b-08e0b9101c2f service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 962.047447] env[66352]: INFO networking_nsxv3.common.synchronization [req-a24c8948-e36b-401d-92f5-82d3c7cf55a5 req-c70569a8-c318-4bff-a79b-08e0b9101c2f service nova] Enqueued Resource ID: 9d5d2627-6755-47e3-b375-fffe3b60e145 with Priority: HIGHEST for action port [ 962.048017] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 962.048332] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 962.048480] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d2627-6755-47e3-b375-fffe3b60e145 with Priority: HIGHEST for action port [ 962.048723] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.048922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.048978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.049205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.049286] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.050753] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.050975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.051222] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d5d2627-6755-47e3-b375-fffe3b60e145 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.051781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.051848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.052195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.052322] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d5d2627-6755-47e3-b375-fffe3b60e145',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.183449] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 962.183449] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 962.183449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.183689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.183828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.184081] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.184227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.184354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.184852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.184852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.184852] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.552087] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.552087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.557812] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d5d2627-6755-47e3-b375-fffe3b60e145 with status ACTIVE [ 962.557812] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.557812] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.557812] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.557812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.557812] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d5d2627-6755-47e3-b375-fffe3b60e145 is going to be updated. [ 962.576923] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 962.576923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.586882] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.586882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.586882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.586882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.586882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.586882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d5d2627-6755-47e3-b375-fffe3b60e145" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.687557] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.192684] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.699473] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.699829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.699829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.700044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.700204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.700329] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 963.731611] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.731787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.731841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.732048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.732203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.742785] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 964.838183] env[66352]: INFO networking_nsxv3.common.synchronization [req-8fd5cd0f-f9f4-481f-9248-97f0a42dfdbc req-015feb46-7c04-4a40-b2f7-4f72a11a8d42 tempest-ServersAdminTestJSON-920791631 tempest-ServersAdminTestJSON-920791631-project-member] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 964.838183] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGHEST for action security_group_members [ 964.838183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.838183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.838183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.838183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.838183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.838183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.838183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.838976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.838976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.838976] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.010319] env[66352]: INFO networking_nsxv3.common.synchronization [req-d487d8fd-3738-419d-832b-8e0546f79fa0 req-734a0b5e-56a3-459b-902a-f19fe91bd05f tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_members [ 965.011470] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_members [ 965.011470] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.011470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.011684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.013335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.013335] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.013335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.013335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.013335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.013335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.013335] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.263574] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.263778] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.263897] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.264211] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.264439] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.264594] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.264702] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.264918] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.265071] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.265275] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.265381] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.265472] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.265572] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.265672] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.265769] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.265895] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.286762] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.287079] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.287241] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.287429] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.287865] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-ffc096bd-a26e-42db-9218-fe8b5f78d081 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.288055] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.288172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.288492] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.288622] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc096bd-a26e-42db-9218-fe8b5f78d081',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.340944] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.341124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.341193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.341385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.341476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.341678] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.341796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.341855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.341971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.342048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.342134] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be updated. [ 965.371328] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.371328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.371328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.371328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.371562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.382724] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: IN_PROGRESS for 2s [ 965.517695] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.517888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.517888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.518119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.518209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.518411] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.518499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.518564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.518711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.518784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.518895] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 already deleted. [ 965.518985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.752513] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 965.752746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.752917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.753184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.753390] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.753512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.753578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.753722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.753795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.753886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.753969] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.791955] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.791955] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.791955] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.792273] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.792408] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.792574] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port ffc096bd-a26e-42db-9218-fe8b5f78d081 not found, creating... [ 965.792866] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.793131] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.793283] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.793527] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.793676] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.793993] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.794301] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.794483] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.794731] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.794883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.795101] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: ffc096bd-a26e-42db-9218-fe8b5f78d081 is going to be created. [ 965.817736] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.818017] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.818076] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.818397] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.818646] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.818934] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.256704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.257036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.257036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.257176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.257351] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.257457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.257521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.257685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.257764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.257854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.258010] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.258107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.258167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.258305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.258444] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.258988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.258988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.258988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.258988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.258988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.258988] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.644619] env[66352]: INFO networking_nsxv3.common.synchronization [req-d487d8fd-3738-419d-832b-8e0546f79fa0 req-65410a9f-c11a-4806-bc21-dedee302ec61 service nova] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_rules [ 966.644793] env[66352]: INFO networking_nsxv3.common.synchronization [req-d487d8fd-3738-419d-832b-8e0546f79fa0 req-65410a9f-c11a-4806-bc21-dedee302ec61 service nova] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_members [ 966.644985] env[66352]: INFO networking_nsxv3.common.synchronization [req-d487d8fd-3738-419d-832b-8e0546f79fa0 req-65410a9f-c11a-4806-bc21-dedee302ec61 service nova] Enqueued Resource ID: ffc096bd-a26e-42db-9218-fe8b5f78d081 with Priority: HIGHEST for action port [ 966.645268] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_rules [ 966.645408] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_members [ 966.645462] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc096bd-a26e-42db-9218-fe8b5f78d081 with Priority: HIGHEST for action port [ 966.646097] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.646097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.647637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.647637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.647637] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.647637] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.647637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.647637] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.647824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.648231] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.648231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.648231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.649208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.649866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.649866] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.650187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc096bd-a26e-42db-9218-fe8b5f78d081 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.650311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.650639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.650795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.650874] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc096bd-a26e-42db-9218-fe8b5f78d081',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.762107] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40b5dec-1439-451d-af59-9f2e01b174ec: rpc.has_security_group_logging(os_id): False [ 966.779849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.780045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.780103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.780397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.780397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.780593] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.780689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.780748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.782729] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.782729] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.782729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.782729] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 966.866293] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.866528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.866528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.866704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.882486] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 967.153030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.153030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.153854] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.154797] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffc096bd-a26e-42db-9218-fe8b5f78d081 with status ACTIVE [ 967.155013] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.155131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.155189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.155389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.155476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.155644] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.155735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.155794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.155931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.156393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.156393] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.156393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.156393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.156672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.156672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.156672] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffc096bd-a26e-42db-9218-fe8b5f78d081 is going to be updated. [ 967.179489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.179625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.179625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.179892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.180173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.180360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc096bd-a26e-42db-9218-fe8b5f78d081" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.392920] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c in Status: SUCCESS [ 967.393301] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c deletion is rescheduled due to dependency. [ 967.393301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.659444] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.163035] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.163250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.163250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.163473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.163559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.163659] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 is going to be created. [ 968.196040] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.196204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.196266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.196657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.197565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.211852] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: UNINITIALIZED for 2s [ 968.901873] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 968.902177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.225576] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: SUCCESS [ 970.226537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.226667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.226912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.227116] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.227234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.227315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.227446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.227522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.227601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.227692] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.731522] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.238040] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6274fb1c-437c-466e-86a1-24ae344b85a9: rpc.has_security_group_logging(os_id): False [ 971.261750] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.261957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.261957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.262278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.262474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.262979] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.263076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.263111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.263360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.263489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.263624] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 is going to be created. [ 971.360672] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.360672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.360672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.360672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.360672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.375030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: IN_PROGRESS for 2s [ 971.647447] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 971.647587] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 973.390721] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: SUCCESS [ 973.391280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.327320] env[66352]: INFO networking_nsxv3.common.synchronization [None req-9d377a39-12cb-422b-a7a4-61bf07c15e51 None None] Enqueued Resource ID: d1f852dd-187c-40e9-94f2-5c0e75f30bcc with Priority: HIGHEST for action port [ 976.327320] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f852dd-187c-40e9-94f2-5c0e75f30bcc with Priority: HIGHEST for action port [ 976.327320] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f852dd-187c-40e9-94f2-5c0e75f30bcc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.327320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f852dd-187c-40e9-94f2-5c0e75f30bcc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.327320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f852dd-187c-40e9-94f2-5c0e75f30bcc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.327855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f852dd-187c-40e9-94f2-5c0e75f30bcc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.327855] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f852dd-187c-40e9-94f2-5c0e75f30bcc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.417176] env[66352]: INFO networking_nsxv3.common.synchronization [req-8007575a-5f08-406b-98b9-12e20cb23014 req-7bec3e53-d9e1-41e8-b1c2-a759d9cc7256 tempest-ListServerFiltersTestJSON-325753574 tempest-ListServerFiltersTestJSON-325753574-project-member] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 976.417176] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 976.417176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.417176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.417176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.417176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.417176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.417176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.417176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.419248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.419555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.419776] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.830839] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1f852dd-187c-40e9-94f2-5c0e75f30bcc [ 976.831941] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.832779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.832779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.832779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.832779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.832779] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1f852dd-187c-40e9-94f2-5c0e75f30bcc already deleted. [ 976.832779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f852dd-187c-40e9-94f2-5c0e75f30bcc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.922484] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.426206] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.929484] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.929654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.929726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.929936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.930072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.930229] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 977.962522] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.962679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.962749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.962969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.963154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.974744] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 978.638086] env[66352]: INFO networking_nsxv3.common.synchronization [None req-fc0930e2-1b7e-4fa9-bb0e-9b249166483b None None] Enqueued Resource ID: 64df8d82-337a-4ec3-9143-db83352fa2fd with Priority: HIGHEST for action port [ 978.639149] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64df8d82-337a-4ec3-9143-db83352fa2fd with Priority: HIGHEST for action port [ 978.639149] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-64df8d82-337a-4ec3-9143-db83352fa2fd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.639149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64df8d82-337a-4ec3-9143-db83352fa2fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.639149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64df8d82-337a-4ec3-9143-db83352fa2fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.639460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64df8d82-337a-4ec3-9143-db83352fa2fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.639545] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64df8d82-337a-4ec3-9143-db83352fa2fd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.141445] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64df8d82-337a-4ec3-9143-db83352fa2fd [ 979.141768] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.141897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.142070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.142243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.142345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.142974] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64df8d82-337a-4ec3-9143-db83352fa2fd already deleted. [ 979.142974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64df8d82-337a-4ec3-9143-db83352fa2fd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.239143] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d1363767-2881-449a-bf81-e4b167c8b216 None None] Enqueued Resource ID: a83daaf0-2a0f-4109-bda7-bd005fac6b0e with Priority: HIGHEST for action port [ 979.239143] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83daaf0-2a0f-4109-bda7-bd005fac6b0e with Priority: HIGHEST for action port [ 979.239143] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a83daaf0-2a0f-4109-bda7-bd005fac6b0e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.239143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a83daaf0-2a0f-4109-bda7-bd005fac6b0e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.239143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a83daaf0-2a0f-4109-bda7-bd005fac6b0e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.239429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a83daaf0-2a0f-4109-bda7-bd005fac6b0e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.239429] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83daaf0-2a0f-4109-bda7-bd005fac6b0e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.742247] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a83daaf0-2a0f-4109-bda7-bd005fac6b0e [ 979.742534] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.744033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.744141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.744450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.745900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.745900] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a83daaf0-2a0f-4109-bda7-bd005fac6b0e already deleted. [ 979.745900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a83daaf0-2a0f-4109-bda7-bd005fac6b0e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.986624] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 979.987576] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.274891] env[66352]: INFO networking_nsxv3.common.synchronization [None req-c6802c3d-f251-4cf3-850b-3bef9b66d096 None None] Enqueued Resource ID: e281d8d6-f982-4e19-8e76-881ec98fd9bd with Priority: HIGHEST for action port [ 982.276128] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e281d8d6-f982-4e19-8e76-881ec98fd9bd with Priority: HIGHEST for action port [ 982.277993] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e281d8d6-f982-4e19-8e76-881ec98fd9bd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.277993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e281d8d6-f982-4e19-8e76-881ec98fd9bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.277993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e281d8d6-f982-4e19-8e76-881ec98fd9bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.277993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e281d8d6-f982-4e19-8e76-881ec98fd9bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.277993] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e281d8d6-f982-4e19-8e76-881ec98fd9bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.781685] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e281d8d6-f982-4e19-8e76-881ec98fd9bd [ 982.781685] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.781685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.781685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.783301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.783865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.783865] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e281d8d6-f982-4e19-8e76-881ec98fd9bd already deleted. [ 982.783865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e281d8d6-f982-4e19-8e76-881ec98fd9bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.037552] env[66352]: INFO networking_nsxv3.common.synchronization [None req-938bce2e-9584-4052-818b-26cc53278772 None None] Enqueued Resource ID: f586a66d-434d-4caf-9055-8a76e7135734 with Priority: HIGHEST for action port [ 983.039781] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f586a66d-434d-4caf-9055-8a76e7135734 with Priority: HIGHEST for action port [ 983.040202] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f586a66d-434d-4caf-9055-8a76e7135734 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.040331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f586a66d-434d-4caf-9055-8a76e7135734" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.040435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f586a66d-434d-4caf-9055-8a76e7135734" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.040801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f586a66d-434d-4caf-9055-8a76e7135734" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.040946] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f586a66d-434d-4caf-9055-8a76e7135734',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.545580] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f586a66d-434d-4caf-9055-8a76e7135734 [ 983.545914] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.546074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.547304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.547548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.547665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.547786] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f586a66d-434d-4caf-9055-8a76e7135734 already deleted. [ 983.547870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f586a66d-434d-4caf-9055-8a76e7135734" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.566095] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ea282c71-488b-45e0-886f-c529cd87ae5c tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 76582974-f411-4565-ae80-7818fb10fd36 with Priority: HIGHEST for action security_group_rules [ 984.566716] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76582974-f411-4565-ae80-7818fb10fd36 with Priority: HIGHEST for action security_group_rules [ 984.567186] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76582974-f411-4565-ae80-7818fb10fd36 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.567337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.567407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.567667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.567753] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76582974-f411-4565-ae80-7818fb10fd36',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.661278] env[66352]: INFO networking_nsxv3.common.synchronization [None req-183d9b34-458d-4ac1-81c1-eb15bdb3f8c9 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 76582974-f411-4565-ae80-7818fb10fd36 with Priority: HIGHEST for action security_group_rules [ 984.661836] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76582974-f411-4565-ae80-7818fb10fd36 with Priority: HIGHEST for action security_group_rules [ 984.662597] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76582974-f411-4565-ae80-7818fb10fd36 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.662759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.009214] env[66352]: INFO networking_nsxv3.common.synchronization [None req-997c2f7c-7a01-4bf0-8fe3-d8e8ad46fa92 None None] Enqueued Resource ID: c44d4122-8e9b-4284-97be-1a494673be93 with Priority: HIGHEST for action port [ 985.009677] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44d4122-8e9b-4284-97be-1a494673be93 with Priority: HIGHEST for action port [ 985.009995] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c44d4122-8e9b-4284-97be-1a494673be93 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.010118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c44d4122-8e9b-4284-97be-1a494673be93" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.010187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c44d4122-8e9b-4284-97be-1a494673be93" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.010450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c44d4122-8e9b-4284-97be-1a494673be93" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.010537] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c44d4122-8e9b-4284-97be-1a494673be93',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.091067] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.091264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.091345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.091663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.091663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.091814] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76582974-f411-4565-ae80-7818fb10fd36 already deleted. [ 985.091814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.092072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.092173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.092173] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76582974-f411-4565-ae80-7818fb10fd36',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.516546] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c44d4122-8e9b-4284-97be-1a494673be93 [ 985.516546] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.516546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.516546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.516546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.516546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.516546] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c44d4122-8e9b-4284-97be-1a494673be93 already deleted. [ 985.516546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c44d4122-8e9b-4284-97be-1a494673be93" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.616931] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.617346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.617346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.617431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.617502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.617620] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76582974-f411-4565-ae80-7818fb10fd36 already deleted. [ 985.617666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76582974-f411-4565-ae80-7818fb10fd36" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.419534] env[66352]: INFO networking_nsxv3.common.synchronization [req-90c0d423-dfaf-437d-ad5b-254b839c6bfd req-e48b6a43-eeb8-408b-b49d-921e3f2eb382 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 986.421534] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 986.421932] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.422118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.422210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.422465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.422659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.422786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.422853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.423063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.423183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.423317] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.839364] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.839880] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.839880] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.841362] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.841874] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.842030] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.842199] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.842440] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.842678] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.843079] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.843161] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.843275] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.843377] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.843487] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.843724] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.843864] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.870977] env[66352]: INFO networking_nsxv3.common.synchronization [None req-e8f893d3-3f7c-4bac-97d4-883da8930b7c None None] Enqueued Resource ID: e0d2294e-bb97-4c19-9425-dfd7b6773cfc with Priority: HIGHEST for action port [ 986.871601] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d2294e-bb97-4c19-9425-dfd7b6773cfc with Priority: HIGHEST for action port [ 986.872651] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.872819] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.872967] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.873179] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-806" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.873704] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-06679dde-2466-4a43-90d8-4c0e94d065cf taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.873704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.873938] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.874192] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.874344] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06679dde-2466-4a43-90d8-4c0e94d065cf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.875646] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d2294e-bb97-4c19-9425-dfd7b6773cfc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.875646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d2294e-bb97-4c19-9425-dfd7b6773cfc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.875646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d2294e-bb97-4c19-9425-dfd7b6773cfc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.875889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d2294e-bb97-4c19-9425-dfd7b6773cfc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.875889] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d2294e-bb97-4c19-9425-dfd7b6773cfc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.926156] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.378572] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0d2294e-bb97-4c19-9425-dfd7b6773cfc [ 987.379052] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.379241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.379352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.379659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.379899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.380062] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0d2294e-bb97-4c19-9425-dfd7b6773cfc already deleted. [ 987.380184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d2294e-bb97-4c19-9425-dfd7b6773cfc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.380815] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.381072] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.381258] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.381576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.381755] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.381931] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 06679dde-2466-4a43-90d8-4c0e94d065cf not found, creating... [ 987.382683] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.382683] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.382683] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.383035] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.383249] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.383566] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.383770] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.383876] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.384110] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.384236] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.384368] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 06679dde-2466-4a43-90d8-4c0e94d065cf is going to be created. [ 987.409236] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.411576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.411576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.411576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.411576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.411576] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.430552] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.934069] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.934069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.934069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.934069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.934069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.934069] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 987.970162] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.970248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.970289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.970632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.970632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.984113] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 988.141216] env[66352]: INFO networking_nsxv3.common.synchronization [req-90c0d423-dfaf-437d-ad5b-254b839c6bfd req-1c5df407-2d09-4e3c-b725-eaf648363859 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 988.141216] env[66352]: INFO networking_nsxv3.common.synchronization [req-90c0d423-dfaf-437d-ad5b-254b839c6bfd req-1c5df407-2d09-4e3c-b725-eaf648363859 service nova] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 988.141216] env[66352]: INFO networking_nsxv3.common.synchronization [req-90c0d423-dfaf-437d-ad5b-254b839c6bfd req-1c5df407-2d09-4e3c-b725-eaf648363859 service nova] Enqueued Resource ID: 06679dde-2466-4a43-90d8-4c0e94d065cf with Priority: HIGHEST for action port [ 988.141216] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_rules [ 988.141216] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 988.141216] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06679dde-2466-4a43-90d8-4c0e94d065cf with Priority: HIGHEST for action port [ 988.141216] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.141216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.141216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.147270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.147270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.147270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.147270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.147270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-06679dde-2466-4a43-90d8-4c0e94d065cf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.147270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.147270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.147270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.147270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06679dde-2466-4a43-90d8-4c0e94d065cf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.219562] env[66352]: INFO networking_nsxv3.common.synchronization [None req-268065fd-1625-4eab-a4ef-60f5bd1b828b tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 988.220464] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 988.220874] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.221293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.221293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.221442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.222981] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.414948] env[66352]: INFO networking_nsxv3.common.synchronization [req-97a04592-fe68-41e2-b57e-f59b28e15d9a req-31e8d25c-6a7e-4582-aead-3c9c5fee5ee1 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 988.423007] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 988.423007] env[66352]: INFO networking_nsxv3.common.synchronization [None req-aa4c6821-0529-4fde-8ce0-440e19884c69 tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 988.423007] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.423007] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.423007] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.423007] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.423350] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.423350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.423350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.423462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.423493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.423729] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.424840] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 988.425444] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.425583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.652857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.652857] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06679dde-2466-4a43-90d8-4c0e94d065cf with status ACTIVE [ 988.652857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.652857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.652857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.652857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.658081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.658081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.658081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.658081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.658081] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06679dde-2466-4a43-90d8-4c0e94d065cf is going to be updated. [ 988.681690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.683039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.683235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.683846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.685841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.685841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06679dde-2466-4a43-90d8-4c0e94d065cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.849372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.849593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.851734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.851734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.851734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.851734] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 already deleted. [ 988.851734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.851734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.851734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.851734] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.927172] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.927172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.927172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.927384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.927439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.927657] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.927816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.927906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.928141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.928230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.928334] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 988.965411] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.965876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.965876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.967139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.967326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.986937] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 989.228617] env[66352]: INFO networking_nsxv3.common.synchronization [None req-0b6e86ef-63e1-424e-a977-cddbd9074f91 None None] Enqueued Resource ID: c40af0a8-edcf-48cf-802c-827ce2944638 with Priority: HIGHEST for action port [ 989.229648] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40af0a8-edcf-48cf-802c-827ce2944638 with Priority: HIGHEST for action port [ 989.230344] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40af0a8-edcf-48cf-802c-827ce2944638 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.230456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40af0a8-edcf-48cf-802c-827ce2944638" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.230525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40af0a8-edcf-48cf-802c-827ce2944638" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.231337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40af0a8-edcf-48cf-802c-827ce2944638" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.231337] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40af0a8-edcf-48cf-802c-827ce2944638',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.374756] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.374756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.374756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.374756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.375056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.375056] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 already deleted. [ 989.375056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.737151] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c40af0a8-edcf-48cf-802c-827ce2944638 [ 989.737491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.737665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.737743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.737957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.738080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.738187] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c40af0a8-edcf-48cf-802c-827ce2944638 already deleted. [ 989.738271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40af0a8-edcf-48cf-802c-827ce2944638" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.997305] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 989.997305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.997654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.997654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.997717] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.997853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.997916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.998093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.998243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.998284] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.501045] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.999646] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 991.000043] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 991.000043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.003344] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.505572] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.505720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.505816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.506049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.506177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.506314] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 991.537058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.537058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.537292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.537343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.537467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.547471] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 992.976104] env[66352]: INFO networking_nsxv3.common.synchronization [req-2facd31d-5ecf-491c-a86e-e7d785dd369d req-1ba6c704-8d6a-4c1f-8fe5-5d9bc4c2bcff tempest-ListServerFiltersTestJSON-325753574 tempest-ListServerFiltersTestJSON-325753574-project-member] Enqueued Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 992.977188] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114c638-a217-4c60-b936-2b99d5d37348 with Priority: HIGHEST for action security_group_members [ 992.978339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-3114c638-a217-4c60-b936-2b99d5d37348 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.978339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.978339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.978339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.978558] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.978700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.978700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.978767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.979295] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.979295] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3114c638-a217-4c60-b936-2b99d5d37348',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.482825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.482825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.482825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.482825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.483078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.483112] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.483216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.483274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.483484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.483559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.483681] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 is going to be updated. [ 993.485689] env[66352]: INFO networking_nsxv3.common.synchronization [req-1701d15a-11df-4bd9-8e19-b0c7ddffe8c0 req-ae5e40c4-9278-4a36-82b5-c82d7ad9fe5d tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 993.486241] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 993.487047] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.487147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.487205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.487436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.487586] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.487685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.487748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.487896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.487969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.488078] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.519664] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.519871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.519924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.520121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.520262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.530770] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: IN_PROGRESS for 2s [ 993.562020] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 993.562260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.562435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.562683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.562964] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.563143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.563202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.563371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.563447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563620] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.825185] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.825415] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.826020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.826020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.826405] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.826635] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.826899] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.827238] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.827407] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.827628] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.827744] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.827855] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.827965] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.828087] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.828192] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.828402] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.851318] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.851318] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.851318] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.851588] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.851897] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.852804] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.853011] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.853466] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.853732] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a9507b-23ef-46e9-b92c-0f35cd1eb7dc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.990309] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.065635] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.065801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.065850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.066067] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.066247] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.066350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.066412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.066566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.066652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.066799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.066921] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.067038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.067105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.067238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.067372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.067460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.067515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.067645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.067721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.067799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.067885] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.356566] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.356839] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.356962] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.357291] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.357438] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.357587] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 90a9507b-23ef-46e9-b92c-0f35cd1eb7dc not found, creating... [ 994.357844] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.357995] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.358116] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.358457] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.358457] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.358740] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.358938] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.359077] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.359284] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.359411] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.359784] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 90a9507b-23ef-46e9-b92c-0f35cd1eb7dc is going to be created. [ 994.382135] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.382342] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.382342] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.382617] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.382841] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.383075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.497906] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.572162] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d0528-b9b9-40d3-865e-8357e23b395e: rpc.has_security_group_logging(os_id): False [ 994.594212] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.594212] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.594212] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.594212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.595204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.595204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.595204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.595204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.595204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.595204] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 994.675080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.675255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.675305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.675528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.675702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.690125] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 995.002711] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.002711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.002711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.002711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.003269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.003269] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 995.032086] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.032254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.032415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.032761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.032761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.045467] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 995.059388] env[66352]: INFO networking_nsxv3.common.synchronization [req-1701d15a-11df-4bd9-8e19-b0c7ddffe8c0 req-a5769107-2ddf-40be-8ae6-ef5a14433ab1 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 995.059546] env[66352]: INFO networking_nsxv3.common.synchronization [req-1701d15a-11df-4bd9-8e19-b0c7ddffe8c0 req-a5769107-2ddf-40be-8ae6-ef5a14433ab1 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 995.059849] env[66352]: INFO networking_nsxv3.common.synchronization [req-1701d15a-11df-4bd9-8e19-b0c7ddffe8c0 req-a5769107-2ddf-40be-8ae6-ef5a14433ab1 service nova] Enqueued Resource ID: 90a9507b-23ef-46e9-b92c-0f35cd1eb7dc with Priority: HIGHEST for action port [ 995.060370] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 995.060590] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 995.060830] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9507b-23ef-46e9-b92c-0f35cd1eb7dc with Priority: HIGHEST for action port [ 995.062350] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.062350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.062350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.062350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.062350] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.063513] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.063618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.063823] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.063927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.063994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.064309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.064309] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a9507b-23ef-46e9-b92c-0f35cd1eb7dc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.543100] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3114c638-a217-4c60-b936-2b99d5d37348 in Status: SUCCESS [ 995.543291] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3114c638-a217-4c60-b936-2b99d5d37348 deletion is rescheduled due to dependency. [ 995.543396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3114c638-a217-4c60-b936-2b99d5d37348" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.565446] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.565600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.565799] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a9507b-23ef-46e9-b92c-0f35cd1eb7dc with status ACTIVE [ 995.566032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.566159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.566228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.567032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.567032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.567032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.567032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.567032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.567298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.567298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.568708] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.568708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.568708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.568708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.568708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.568708] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a9507b-23ef-46e9-b92c-0f35cd1eb7dc is going to be updated. [ 995.592017] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.592017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.592017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.592017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.592017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.592017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a9507b-23ef-46e9-b92c-0f35cd1eb7dc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841825] env[66352]: INFO networking_nsxv3.common.synchronization [req-77c3f820-5fb2-4d6a-8890-0c65738af770 req-fbe1d704-7f5e-4b04-9b72-c308d7ba228e tempest-VolumesAdminNegativeTest-1143446835 tempest-VolumesAdminNegativeTest-1143446835-project-member] Enqueued Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_members [ 995.842427] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_members [ 995.842845] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-735aad87-de6b-4339-851a-9ff597f7a92c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.842845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.843268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.843268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.843680] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.843680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.843680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.843680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.843680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.844037] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.181243] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.181552] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-971" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.181552] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-971" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.182053] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-971" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.182857] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.182857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.182857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.182857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.183119] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.183195] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.183319] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.183403] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.183574] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.183688] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.183787] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.183909] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.204190] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.204369] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.204509] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.204691] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-971" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.205014] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-31c568c5-9107-4e88-89aa-d6090d87cbdf taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.205220] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.205461] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.205672] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.205813] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c568c5-9107-4e88-89aa-d6090d87cbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.349171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.349171] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.349171] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735aad87-de6b-4339-851a-9ff597f7a92c already deleted. [ 996.349171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.704775] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 996.705040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.712328] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.712638] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.712816] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.713160] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.713312] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.713482] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 31c568c5-9107-4e88-89aa-d6090d87cbdf not found, creating... [ 996.713745] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.713953] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.714128] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.714375] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.714548] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.714900] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.715085] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.715205] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.715412] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.715554] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.715688] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 31c568c5-9107-4e88-89aa-d6090d87cbdf is going to be created. [ 996.739067] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739317] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.739512] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.739710] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.739944] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.740234] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.055378] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 997.055617] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.055793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.056017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.056211] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.056327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.056392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.056547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.056610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.056706] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.483480] env[66352]: INFO networking_nsxv3.common.synchronization [req-77c3f820-5fb2-4d6a-8890-0c65738af770 req-333812e1-34ff-4ec4-8828-4ed3d44fbddd service nova] Enqueued Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_rules [ 997.483480] env[66352]: INFO networking_nsxv3.common.synchronization [req-77c3f820-5fb2-4d6a-8890-0c65738af770 req-333812e1-34ff-4ec4-8828-4ed3d44fbddd service nova] Enqueued Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_members [ 997.483825] env[66352]: INFO networking_nsxv3.common.synchronization [req-77c3f820-5fb2-4d6a-8890-0c65738af770 req-333812e1-34ff-4ec4-8828-4ed3d44fbddd service nova] Enqueued Resource ID: 31c568c5-9107-4e88-89aa-d6090d87cbdf with Priority: HIGHEST for action port [ 997.484105] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_rules [ 997.484231] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_members [ 997.484318] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c568c5-9107-4e88-89aa-d6090d87cbdf with Priority: HIGHEST for action port [ 997.484648] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735aad87-de6b-4339-851a-9ff597f7a92c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.484722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.484760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.484987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.485073] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.486189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-735aad87-de6b-4339-851a-9ff597f7a92c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.486361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.486361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.486518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.486654] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.486741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.486799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.487775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.487775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.487775] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.488116] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c568c5-9107-4e88-89aa-d6090d87cbdf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.489148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.489229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.489398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.489486] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c568c5-9107-4e88-89aa-d6090d87cbdf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.559556] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.990954] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.992092] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-735aad87-de6b-4339-851a-9ff597f7a92c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.992300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.992688] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c568c5-9107-4e88-89aa-d6090d87cbdf with status ACTIVE [ 997.993328] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.993328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.993328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.993328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.993328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.993622] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.993622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.993769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.993836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.993898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.994130] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.994414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.994414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.994590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.994590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.994590] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c568c5-9107-4e88-89aa-d6090d87cbdf is going to be updated. [ 998.020101] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.020217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.020217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.020422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.020559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.020721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c568c5-9107-4e88-89aa-d6090d87cbdf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.063482] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.207895] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ee17d99-9fc7-4a3e-9178-3035ab865103 req-96deddf0-9631-4b19-af9c-62539147656e tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 998.208708] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 998.208765] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.208904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.209015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.210861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.210861] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.210861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.210861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.210861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.210861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.210861] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.494194] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.566053] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.566053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.566053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.566278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.566365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.566469] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 998.595304] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.595447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.595647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.595732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.595848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.606684] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 998.630982] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.631270] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.631396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.631737] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.631975] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.632187] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.632320] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.632553] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.632702] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.632904] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.633025] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.633132] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.633238] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.633342] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.633594] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.633765] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.654107] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.654349] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.654491] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.654663] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.655056] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-fc3a70ac-62bb-4420-8121-875043dc3041 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.655187] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.655270] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.655575] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.655708] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3a70ac-62bb-4420-8121-875043dc3041',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.715177] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.715177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.715399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.715439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.715507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.715700] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.715796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.715858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.716018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.716087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.716173] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 998.743295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.743490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.743490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.743655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.743811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.752870] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 998.997246] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.997246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.997246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.997246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.997556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.997556] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735aad87-de6b-4339-851a-9ff597f7a92c is going to be created. [ 999.022325] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.023620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.023723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.023958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.024142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.036193] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735aad87-de6b-4339-851a-9ff597f7a92c in Status: UNINITIALIZED for 2s [ 999.159704] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.159704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.159704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.159704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.160064] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.160164] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port fc3a70ac-62bb-4420-8121-875043dc3041 not found, creating... [ 999.160550] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.160693] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.160756] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.160953] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.161635] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.161635] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.161839] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.161983] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.162673] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.162673] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.162673] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: fc3a70ac-62bb-4420-8121-875043dc3041 is going to be created. [ 999.194767] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.195044] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.195172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.195513] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.195747] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.195988] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.914723] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ee17d99-9fc7-4a3e-9178-3035ab865103 req-c5f7fc0e-5e0a-4201-9273-4b5d4ddd0eb3 service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 999.915033] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ee17d99-9fc7-4a3e-9178-3035ab865103 req-c5f7fc0e-5e0a-4201-9273-4b5d4ddd0eb3 service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 999.915033] env[66352]: INFO networking_nsxv3.common.synchronization [req-6ee17d99-9fc7-4a3e-9178-3035ab865103 req-c5f7fc0e-5e0a-4201-9273-4b5d4ddd0eb3 service nova] Enqueued Resource ID: fc3a70ac-62bb-4420-8121-875043dc3041 with Priority: HIGHEST for action port [ 999.915270] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 999.915476] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 999.915604] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3a70ac-62bb-4420-8121-875043dc3041 with Priority: HIGHEST for action port [ 999.916426] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.916426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.916426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.916656] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.916717] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.917579] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.917674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.917840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc3a70ac-62bb-4420-8121-875043dc3041 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.917974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.918058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.918181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.918263] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3a70ac-62bb-4420-8121-875043dc3041',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.420116] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.420325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.420511] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc3a70ac-62bb-4420-8121-875043dc3041 with status ACTIVE [ 1000.420677] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.420860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.420938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.421265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.421858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.421858] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.421858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.421858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.422194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.422194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.422292] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.422492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.422492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.422617] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.422708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.422822] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc3a70ac-62bb-4420-8121-875043dc3041 is going to be updated. [ 1000.452298] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.452616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.452753] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.452944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.453542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.453542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc3a70ac-62bb-4420-8121-875043dc3041" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.617532] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1000.617924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.618145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.618332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.618486] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.618661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.618661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.618822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.618913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.619045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.619144] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.762925] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1000.763155] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 1000.763273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.763774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.764033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.764259] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.764342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.764434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.764539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.764619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.764711] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.047498] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735aad87-de6b-4339-851a-9ff597f7a92c in Status: SUCCESS [ 1001.047856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.047907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.048117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.048315] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.048434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.048501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.048655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.048735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.048835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.048949] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.121373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.121523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.121784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.121885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.122038] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.122143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.122207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.122930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.122930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.122930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.122930] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.122930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.122930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.122930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.123391] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.123391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.123391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.123755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.123755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.123755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.123755] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.267458] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.552061] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-735aad87-de6b-4339-851a-9ff597f7a92c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.552061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.552061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.552836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.553397] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.553397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.553397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.553592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.553730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.553873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.554696] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-735aad87-de6b-4339-851a-9ff597f7a92c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.554904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.555028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.555655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.555655] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.555860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.555923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.556232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.556372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.556515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.556850] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.626651] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d209835-b23d-40d8-b513-91c7a2b9161d: rpc.has_security_group_logging(os_id): False [ 1001.653139] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.653441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.653525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.653744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.653837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.654152] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.654378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.654488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.654797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.654797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.655041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.655154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.655228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.655434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.655531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.655697] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.655785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.655858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.655982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.656110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.656171] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1001.737428] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.737633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.737633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.737967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.738250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.760889] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1001.771435] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.059216] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735aad87-de6b-4339-851a-9ff597f7a92c: rpc.has_security_group_logging(os_id): False [ 1002.083412] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.083750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.083838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.084198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.084304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.084510] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.084598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.084664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.084810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.084885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.085146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.085245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.085307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.085450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.085554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.085837] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.085990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.086139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.086204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.086330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.086418] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735aad87-de6b-4339-851a-9ff597f7a92c is going to be created. [ 1002.154692] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.154904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.154967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.155462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.155462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.171575] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735aad87-de6b-4339-851a-9ff597f7a92c in Status: IN_PROGRESS for 2s [ 1002.275209] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.275475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.275475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.275692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.275790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.275903] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 1002.332854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.332854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.332854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.332854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.332854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.351344] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 1003.717763] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a74bf0b-e92d-449b-bce4-7eb11fbb4a7d req-acc15a4b-1495-46df-a8b7-3cde256e7347 tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1003.718545] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1003.719058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.719269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.719581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.719961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.720265] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.720399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.720483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.720689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.720838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.720986] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.777972] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1003.778170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.108286] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.108806] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-536" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.108974] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-536" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.109322] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-536" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.109717] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.109879] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.109879] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.110078] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.110230] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.110438] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.110549] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.110654] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.110757] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.110863] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.110967] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.111106] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.132050] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.132324] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.132412] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.132540] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-536" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.132859] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-96284ad9-8d04-45ca-856f-0b5f84d35ef5 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.133064] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.133151] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.133480] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.133621] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96284ad9-8d04-45ca-856f-0b5f84d35ef5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.183819] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735aad87-de6b-4339-851a-9ff597f7a92c in Status: SUCCESS [ 1004.184144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.225158] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.225480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.225579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.225939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.226102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.226343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.226465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.226522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.226731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.226857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.226967] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 already deleted. [ 1004.227069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.362521] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1004.362813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.363036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.363334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.363578] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.363693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.363745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.364209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.364209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.364209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.364380] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.636560] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.636879] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.637113] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.637550] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.637550] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.637696] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 96284ad9-8d04-45ca-856f-0b5f84d35ef5 not found, creating... [ 1004.638100] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.638469] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.638469] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.638469] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.640378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.640378] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.640378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.640378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.640378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.640378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.640378] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 is going to be created. [ 1004.660242] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.660450] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.660572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.660857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.661101] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.661315] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.867482] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.867838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.867838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.868038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.868206] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.868314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.868379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.868545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.868622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.868709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.868887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.869015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.869112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.869281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.869469] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.869567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.869630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.869768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.869855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.869967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.870156] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.005559] env[66352]: INFO networking_nsxv3.common.synchronization [req-c7a08db4-a9f9-4f3e-98b0-096db1927291 req-c241384d-6940-4654-8d3b-9b16761226ab tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 1005.006169] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 1005.006486] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.006612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.006663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.007053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.007244] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.007351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.007420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.007594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.007680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.007779] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.373061] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38035268-b360-4d20-8a13-b98601a39ee3: rpc.has_security_group_logging(os_id): False [ 1005.396026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.396281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.396410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.396729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.396874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.397277] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.397510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.397577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.397775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.397903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.398558] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.398558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.398558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.398904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.398904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.399208] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.399345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.399424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.399901] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.400043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.400143] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 1005.448930] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a74bf0b-e92d-449b-bce4-7eb11fbb4a7d req-e0b6d0a6-c112-4798-9124-ab99ff12f400 service nova] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 1005.448930] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a74bf0b-e92d-449b-bce4-7eb11fbb4a7d req-e0b6d0a6-c112-4798-9124-ab99ff12f400 service nova] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1005.449118] env[66352]: INFO networking_nsxv3.common.synchronization [req-3a74bf0b-e92d-449b-bce4-7eb11fbb4a7d req-e0b6d0a6-c112-4798-9124-ab99ff12f400 service nova] Enqueued Resource ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with Priority: HIGHEST for action port [ 1005.449677] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 1005.449822] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1005.449900] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with Priority: HIGHEST for action port [ 1005.450252] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.450384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.450568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.450811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.450939] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.452053] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.452641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.452711] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.453029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.453191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.453382] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.454304] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-96284ad9-8d04-45ca-856f-0b5f84d35ef5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.454457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.454695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.454695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.454828] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96284ad9-8d04-45ca-856f-0b5f84d35ef5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.510614] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.510861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.510960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.511280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.511477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.512805] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.543159] env[66352]: INFO networking_nsxv3.common.synchronization [req-fae6a6d3-ff0e-4e1d-8db7-8ad3e346b56a req-b55bc851-5aca-45cb-83c4-cd876c73b9dd tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1005.544051] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1005.544435] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.544578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.544624] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.544873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.545153] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.545234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.545307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.545783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.545783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.545783] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.564537] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 1005.852076] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1005.852258] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1005.957070] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.957561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.957561] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with status ACTIVE [ 1005.957726] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.957860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.957935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.958223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.958324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.958533] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.958709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.958827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.959111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.959207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.959401] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.959499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.959614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.959889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.960073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.960073] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 is going to be updated. [ 1005.961690] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.984710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.984976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.985146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.985401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.985592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.985815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.017248] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.049186] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.050164] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.050281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.050385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.050645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.050802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.050930] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1006.091233] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.091452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.091508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.091728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.091917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.108682] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1006.463863] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.519619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.519909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.519909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.520364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.520364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.520482] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 1006.562334] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.562334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.562589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.563116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.563116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.577350] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 1006.972026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.972026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.972026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.972026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.972026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.972026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be created. [ 1006.999020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.999020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.999020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.999020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.999020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.011098] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: UNINITIALIZED for 2s [ 1007.576419] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1007.576655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.061622] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f985c78c-4268-4268-a72e-64080e93b693 None None] Enqueued Resource ID: e4870532-df2e-4b85-a21b-5cd0e6b434b6 with Priority: HIGHEST for action port [ 1008.063445] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4870532-df2e-4b85-a21b-5cd0e6b434b6 with Priority: HIGHEST for action port [ 1008.063445] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4870532-df2e-4b85-a21b-5cd0e6b434b6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.063445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4870532-df2e-4b85-a21b-5cd0e6b434b6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.063445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4870532-df2e-4b85-a21b-5cd0e6b434b6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.064428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4870532-df2e-4b85-a21b-5cd0e6b434b6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.064550] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4870532-df2e-4b85-a21b-5cd0e6b434b6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.126375] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1008.126631] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 1008.126739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.567609] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4870532-df2e-4b85-a21b-5cd0e6b434b6 [ 1008.567869] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.568864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.568864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.568864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.568864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.568864] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4870532-df2e-4b85-a21b-5cd0e6b434b6 already deleted. [ 1008.568864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4870532-df2e-4b85-a21b-5cd0e6b434b6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.588906] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 1008.589604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.024898] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: SUCCESS [ 1009.025185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.025372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.025638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.025884] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.026035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.026149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.026364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.026484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.026562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.026685] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.530249] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.033722] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7016313-6fc0-4258-9d7c-40f316236cd9: rpc.has_security_group_logging(os_id): False [ 1010.054362] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.054513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.054601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.054808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.054929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.055161] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.055266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.055338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.055502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.055577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.055666] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be created. [ 1010.128165] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.128165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.128165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.128165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.128165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.141581] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: IN_PROGRESS for 2s [ 1010.758755] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3d0ac220-8629-4024-898b-99bb54b71f03 None None] Enqueued Resource ID: 871cafa5-3a4c-4f99-b75c-d86ce13dcd3a with Priority: HIGHEST for action port [ 1010.759508] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871cafa5-3a4c-4f99-b75c-d86ce13dcd3a with Priority: HIGHEST for action port [ 1010.760096] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-871cafa5-3a4c-4f99-b75c-d86ce13dcd3a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.760283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-871cafa5-3a4c-4f99-b75c-d86ce13dcd3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.760370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-871cafa5-3a4c-4f99-b75c-d86ce13dcd3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.760753] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-871cafa5-3a4c-4f99-b75c-d86ce13dcd3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.760857] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871cafa5-3a4c-4f99-b75c-d86ce13dcd3a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.264666] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 871cafa5-3a4c-4f99-b75c-d86ce13dcd3a [ 1011.264898] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.264898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.264898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.265165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.265272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.265432] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:871cafa5-3a4c-4f99-b75c-d86ce13dcd3a already deleted. [ 1011.265488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-871cafa5-3a4c-4f99-b75c-d86ce13dcd3a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.014076] env[66352]: INFO networking_nsxv3.common.synchronization [None req-34728229-8b43-4317-9c7d-27dcc8bdea78 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_rules [ 1012.014650] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_rules [ 1012.015048] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.015224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.015451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.015657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.015742] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.123905] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a4caec61-8838-4ac8-acf8-6c8ba1877301 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_rules [ 1012.124485] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_rules [ 1012.124786] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.124902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.158930] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: SUCCESS [ 1012.158930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.263814] env[66352]: INFO networking_nsxv3.common.synchronization [req-3cfceb46-e1aa-4f52-9c64-af4fa085ba23 req-4e7423bf-e0a9-4ff7-a548-9cff8fe7428f tempest-VolumesAdminNegativeTest-1143446835 tempest-VolumesAdminNegativeTest-1143446835-project-member] Enqueued Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_members [ 1012.264397] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735aad87-de6b-4339-851a-9ff597f7a92c with Priority: HIGHEST for action security_group_members [ 1012.264706] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-735aad87-de6b-4339-851a-9ff597f7a92c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.264837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.264905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.267291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.267291] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.267450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.267450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.267641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.267745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.268152] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735aad87-de6b-4339-851a-9ff597f7a92c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.537330] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.537487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.537561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.537797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.537891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.537992] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb already deleted. [ 1012.538086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.538226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.538374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.538462] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.639170] env[66352]: INFO networking_nsxv3.common.synchronization [req-9309593f-5bad-4e3c-b3ac-bd5fc3967033 req-4c2f0a7b-0b40-46db-b4b8-9e1dc4a81f18 tempest-ServersTestJSON-1228898901 tempest-ServersTestJSON-1228898901-project-member] Enqueued Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 1012.639770] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d0528-b9b9-40d3-865e-8357e23b395e with Priority: HIGHEST for action security_group_members [ 1012.640618] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d0528-b9b9-40d3-865e-8357e23b395e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.640618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.640618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.640618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.640939] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.640939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.640939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.641130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.641130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.641372] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d0528-b9b9-40d3-865e-8357e23b395e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.774829] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.775610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.778182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.778438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.778568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.779043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.779043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.779043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.779175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.779271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.779342] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735aad87-de6b-4339-851a-9ff597f7a92c is going to be updated. [ 1012.811851] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.811851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.811972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.812122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.812281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.822054] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735aad87-de6b-4339-851a-9ff597f7a92c in Status: IN_PROGRESS for 2s [ 1013.060126] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.060541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.060541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.060541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.060644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.060706] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb already deleted. [ 1013.060811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.143887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.144129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.144226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.144698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.144698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.144919] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.145082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.145170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.145380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.145482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.145599] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e is going to be updated. [ 1013.177054] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.177054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.177054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.177054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.177380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.187796] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: IN_PROGRESS for 2s [ 1014.147231] env[66352]: INFO networking_nsxv3.common.synchronization [req-098115a4-016e-4441-a608-46fa7801df9f req-33077dc8-45f3-4247-8d0f-6e62c3ac59b0 tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1014.147471] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1014.147814] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.147934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.148276] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.149512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.149691] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.149804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.149870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.150137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.150231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.150327] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.476193] env[66352]: INFO networking_nsxv3.common.synchronization [req-7f0fe7b4-f4ec-4d81-8716-9667e9cdc9f5 req-60e517dd-a1ff-4081-94a7-d54c93b0a0f9 tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1014.476707] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1014.477224] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.477224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.477224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.477532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.477699] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.477799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.478075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.478556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.478654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.478751] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.652999] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.810184] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.810398] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.810522] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.810885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.811220] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.811412] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.811538] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.811816] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.811983] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.812239] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.812387] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.812505] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.813174] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.813336] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.813497] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.813606] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.835266] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.835364] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.835507] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.835679] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.835995] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-5a1a83c8-12aa-4fd5-a700-e69d58c00410 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.836189] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.836307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.836623] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.836841] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1a83c8-12aa-4fd5-a700-e69d58c00410',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.838557] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735aad87-de6b-4339-851a-9ff597f7a92c in Status: SUCCESS [ 1014.838731] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735aad87-de6b-4339-851a-9ff597f7a92c deletion is rescheduled due to dependency. [ 1014.838838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735aad87-de6b-4339-851a-9ff597f7a92c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.984026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.984026] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.984026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.984026] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1015.018058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.018058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.018058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.018058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.018058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.027210] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1015.155480] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.198541] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d0528-b9b9-40d3-865e-8357e23b395e in Status: SUCCESS [ 1015.198716] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d0528-b9b9-40d3-865e-8357e23b395e deletion is rescheduled due to dependency. [ 1015.198825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d0528-b9b9-40d3-865e-8357e23b395e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.341877] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.342190] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.342276] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.342596] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.342793] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.342952] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 5a1a83c8-12aa-4fd5-a700-e69d58c00410 not found, creating... [ 1015.343266] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.343527] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.343600] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.343828] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.343978] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.344319] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.344471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.344596] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.344815] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.344966] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.345133] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 5a1a83c8-12aa-4fd5-a700-e69d58c00410 is going to be created. [ 1015.367831] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.368133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.368263] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.368568] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.369147] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.369234] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.658484] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.658692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.658692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.658872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.659066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.659236] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1015.688374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.688564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.688606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.688834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.689151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.699869] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1016.085463] env[66352]: INFO networking_nsxv3.common.synchronization [req-7f0fe7b4-f4ec-4d81-8716-9667e9cdc9f5 req-e9715283-e72b-455d-9fc3-9f83a6af514a service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 1016.085463] env[66352]: INFO networking_nsxv3.common.synchronization [req-7f0fe7b4-f4ec-4d81-8716-9667e9cdc9f5 req-e9715283-e72b-455d-9fc3-9f83a6af514a service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1016.085463] env[66352]: INFO networking_nsxv3.common.synchronization [req-7f0fe7b4-f4ec-4d81-8716-9667e9cdc9f5 req-e9715283-e72b-455d-9fc3-9f83a6af514a service nova] Enqueued Resource ID: 5a1a83c8-12aa-4fd5-a700-e69d58c00410 with Priority: HIGHEST for action port [ 1016.085463] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 1016.085463] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1016.085463] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1a83c8-12aa-4fd5-a700-e69d58c00410 with Priority: HIGHEST for action port [ 1016.085463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.085463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.085463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.085463] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.085463] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.087041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.087305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.087814] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1a83c8-12aa-4fd5-a700-e69d58c00410 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.088071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.088252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.088536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.088747] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1a83c8-12aa-4fd5-a700-e69d58c00410',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.599439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.599439] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1a83c8-12aa-4fd5-a700-e69d58c00410 with status ACTIVE [ 1016.599439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.599439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.599439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.599439] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.601674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.601674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.601674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.601674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.601674] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1a83c8-12aa-4fd5-a700-e69d58c00410 is going to be updated. [ 1016.648457] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.649366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.649518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.649794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.650027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.650214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1a83c8-12aa-4fd5-a700-e69d58c00410" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.818527] env[66352]: INFO networking_nsxv3.common.synchronization [req-b580bb3c-e628-4989-bb68-40775c644e0c req-43b333d3-e61c-447c-bb19-b195c564dc18 tempest-ServerRescueTestJSON-1100877326 tempest-ServerRescueTestJSON-1100877326-project-member] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1016.819557] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1016.819882] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.820066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.820167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.820538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.820772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.820936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.821032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.821259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.821372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.821496] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.037107] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1017.037301] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 1017.037411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.037573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.037802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.037992] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.038124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.038179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.038338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.038417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.038511] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.152968] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.153220] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.153341] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.153688] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.153941] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.154126] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.154259] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.154462] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.154569] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.154772] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.154884] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.154988] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.155127] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.155251] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.155357] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.155483] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.175383] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.175507] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.175596] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.175768] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.176083] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-d2b4cf47-d96f-462b-906a-7460ccf4d0db taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.176257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.176373] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.176702] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.176855] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b4cf47-d96f-462b-906a-7460ccf4d0db',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.324453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.324632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.324681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.324926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.325035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.325751] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.325751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.325751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.325751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.325751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.325751] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 already deleted. [ 1017.325751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.491278] env[66352]: INFO networking_nsxv3.common.synchronization [req-2f0c0e7e-3da1-4280-8780-e21a0ff7f2a5 req-937d9a9f-70ae-4288-b01d-673665101bb8 tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1017.491883] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1017.492282] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.492425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.492488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.492729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.492884] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.493008] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.493075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.493236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.493326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.493422] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.541075] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.681992] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.682885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.682885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.682885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.682885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.683096] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port d2b4cf47-d96f-462b-906a-7460ccf4d0db not found, creating... [ 1017.683209] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.683369] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.683482] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.683694] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.683828] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.684106] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.684259] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.684639] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.684639] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.684768] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.684812] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: d2b4cf47-d96f-462b-906a-7460ccf4d0db is going to be created. [ 1017.708484] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.708667] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.708792] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.709212] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.709489] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.709609] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.710985] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1017.711355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.996794] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.996977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.997045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.997265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.017921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.018241] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.018364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.018427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.018631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.018711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.018801] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1018.043481] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.045696] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.045696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.045696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.046057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.046057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.055502] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1018.441138] env[66352]: INFO networking_nsxv3.common.synchronization [req-b580bb3c-e628-4989-bb68-40775c644e0c req-9a2e8d60-c0bb-4886-a759-75a756cc3937 service nova] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_rules [ 1018.441285] env[66352]: INFO networking_nsxv3.common.synchronization [req-b580bb3c-e628-4989-bb68-40775c644e0c req-9a2e8d60-c0bb-4886-a759-75a756cc3937 service nova] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1018.441418] env[66352]: INFO networking_nsxv3.common.synchronization [req-b580bb3c-e628-4989-bb68-40775c644e0c req-9a2e8d60-c0bb-4886-a759-75a756cc3937 service nova] Enqueued Resource ID: d2b4cf47-d96f-462b-906a-7460ccf4d0db with Priority: HIGHEST for action port [ 1018.442258] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_rules [ 1018.443130] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1018.443284] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b4cf47-d96f-462b-906a-7460ccf4d0db with Priority: HIGHEST for action port [ 1018.443580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.443711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.443773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.444044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.444140] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.444971] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.445106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.445175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.445350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.445495] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.445589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.445653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.445784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.445891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.445954] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.446696] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b4cf47-d96f-462b-906a-7460ccf4d0db taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.446801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.447119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.449408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.449502] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b4cf47-d96f-462b-906a-7460ccf4d0db',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.550801] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.550801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.550801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.550801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.550801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.550801] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1018.578757] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.578757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.578757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.578757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.578757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.586309] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1018.644359] env[66352]: INFO networking_nsxv3.common.synchronization [req-41406c33-65d9-4a31-ab00-d76b30264692 req-4470fb5e-69b3-403a-829f-b5adc43e000b tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1018.645189] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1018.645189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.645189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.645189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.645491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.645534] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.645595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.645728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.646897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.646897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.646897] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.953165] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.953165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.953165] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.957287] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2b4cf47-d96f-462b-906a-7460ccf4d0db with status ACTIVE [ 1018.957287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.957287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.957287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.957287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.957287] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2b4cf47-d96f-462b-906a-7460ccf4d0db is going to be updated. [ 1018.960454] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.960454] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.960454] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.960698] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.960733] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.960932] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.961102] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.961345] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.961506] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.961728] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.961859] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.961986] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.962128] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.962258] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.962379] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.962524] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.986983] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.987180] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.987314] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.987487] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.988199] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-37eff3cc-e148-474b-9276-0ca5af788b26 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.988363] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988363] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988702] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.988837] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37eff3cc-e148-474b-9276-0ca5af788b26',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.991234] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.991429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.991429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.991618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.991864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.991948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b4cf47-d96f-462b-906a-7460ccf4d0db" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.148576] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.149666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.149666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.149666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.149666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.149666] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.149666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.149666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.149666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.150309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.150309] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1019.189877] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.190160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.190301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.190593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.190827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.199597] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1019.454696] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.491020] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.491319] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.491421] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.491713] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.491799] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.491942] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 37eff3cc-e148-474b-9276-0ca5af788b26 not found, creating... [ 1019.492219] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.492374] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.492486] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.492690] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.492819] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.493100] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.493257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.493368] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.493561] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.493687] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.493819] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 37eff3cc-e148-474b-9276-0ca5af788b26 is going to be created. [ 1019.514282] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.514282] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.514413] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.514844] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.514844] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.515094] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.805472] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.805673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.805719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.805913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.806036] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.956898] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.957221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.957221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.957387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.957442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.957528] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be created. [ 1019.982697] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.982847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.982912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.983124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.983287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.993973] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: UNINITIALIZED for 2s [ 1020.064958] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1020.065119] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c deletion is rescheduled due to dependency. [ 1020.065242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.193478] env[66352]: INFO networking_nsxv3.common.synchronization [req-41406c33-65d9-4a31-ab00-d76b30264692 req-dd8b0c57-21c7-4d13-8338-b19fbcc1a6c9 service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1020.193660] env[66352]: INFO networking_nsxv3.common.synchronization [req-41406c33-65d9-4a31-ab00-d76b30264692 req-dd8b0c57-21c7-4d13-8338-b19fbcc1a6c9 service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1020.193795] env[66352]: INFO networking_nsxv3.common.synchronization [req-41406c33-65d9-4a31-ab00-d76b30264692 req-dd8b0c57-21c7-4d13-8338-b19fbcc1a6c9 service nova] Enqueued Resource ID: 37eff3cc-e148-474b-9276-0ca5af788b26 with Priority: HIGHEST for action port [ 1020.194035] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1020.194167] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1020.194264] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eff3cc-e148-474b-9276-0ca5af788b26 with Priority: HIGHEST for action port [ 1020.194803] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.194999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.195667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.195751] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.197556] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.197556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.197556] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-37eff3cc-e148-474b-9276-0ca5af788b26 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.197556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.197556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.197854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.197889] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37eff3cc-e148-474b-9276-0ca5af788b26',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.308941] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.596927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1020.597432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.597598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.597714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.597914] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.598091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.598091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.598254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.598351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.598425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.598518] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.697589] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.697589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.699928] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37eff3cc-e148-474b-9276-0ca5af788b26 with status ACTIVE [ 1020.700190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.700312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.700372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.700578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.700665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.700841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.700998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.700998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.701147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.701271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.701400] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.701461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.701535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.701653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.701726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.701803] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37eff3cc-e148-474b-9276-0ca5af788b26 is going to be updated. [ 1020.725763] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.725968] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.726030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.726206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.726334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.726490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37eff3cc-e148-474b-9276-0ca5af788b26" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.812205] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.101427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.101865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.101865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.101956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.102119] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.102242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.102339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.102521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.102642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.102731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.102910] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.103013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.103083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.103318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.103468] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.103639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.103765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.103958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.104074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.104172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.104272] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.223890] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1021.224151] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 deletion is rescheduled due to dependency. [ 1021.224281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.224457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.224748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.225234] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.225375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.225443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.225641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.225740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.225876] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.314119] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1021.314345] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1021.607607] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40b5dec-1439-451d-af59-9f2e01b174ec: rpc.has_security_group_logging(os_id): False [ 1021.639949] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.640178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.640268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.640865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.640865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.640865] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.640865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.640865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.641205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.641205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.641309] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.641366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.641433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.641577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.641763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.641846] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.641918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.641966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.642107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.642177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.642256] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1021.727736] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.737437] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.737745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.737823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.738388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.738388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.759845] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1022.003030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: SUCCESS [ 1022.003167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.003329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.003553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.003749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.003867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.003979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.004138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.004216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.004305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.004395] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.230415] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.298262] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.298564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.298564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.298899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.321998] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1022.322875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.324277] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1022.361847] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.362085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.362085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.362319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.375178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.375763] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1022.375838] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.375929] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1022.427858] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.428104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.428213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.428519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.430881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.431261] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1022.507413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.507413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.507413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.507413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.507413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.507413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.507413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.507413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.507891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.507891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.507891] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.508010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.508044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.508658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.508658] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.508658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.508658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.508884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.508884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.508884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.508995] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.540256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.540523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.540620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.540955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.541422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.541856] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1022.626464] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.626720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.626835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.627176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.627610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.628061] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1022.628255] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6', 'b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce', 'd40b5dec-1439-451d-af59-9f2e01b174ec', '5f9de253-ab58-4d7e-b843-cf4f7e8e7d89', '75e004db-b3a5-424b-a82a-2d7bbf645d4d', '9d8ce157-debd-451c-8fff-ca2ee45863bc', 'cad8f44c-97ff-499c-bc90-302bebba0b25', '58e10cc2-138d-4a27-ab16-71450ad8221b', '1beaee94-a943-48ea-816b-995558ee8562', 'b2fa5495-bd02-4209-b17f-ef1cd0f2789c', 'e4169b8d-beb2-4609-b633-832177eb9f69', 'f69e41bf-6635-4c90-92b4-624901082a08', 'b4810656-2886-4d7f-b0af-75c8c42d6754', '69e430c2-c98c-49b0-9770-f8b617d5e75b', 'cf0062e1-501a-4879-8501-3c53969ee6e1', '826db2a2-e441-4f8d-b4b5-e959d7b89e20', '6274fb1c-437c-466e-86a1-24ae344b85a9', 'ddd70e93-a190-4eaf-af7e-79f956f85333', '6d209835-b23d-40d8-b513-91c7a2b9161d', '2a604b64-39b7-4b2e-a339-492b1621a42a', 'cdccca06-4374-4adf-ba82-dfa0d355152b', 'c66406f2-023f-4cd6-b5c7-bf3e1f1c4137', '735aad87-de6b-4339-851a-9ff597f7a92c', 'c9d91877-b2c6-41fa-8654-83f5b0f2937e', '21f8231a-13ee-4fa5-b1d1-c81fd2c29104', 'e7016313-6fc0-4258-9d7c-40f316236cd9', '2891c601-e4b5-4f78-b5f3-f560eddb60bf', 'de7d0528-b9b9-40d3-865e-8357e23b395e', 'da460116-da32-4772-af74-dedffb8783ab', '28745ec6-8740-4e94-ba57-c207120291ee', 'a368e356-3366-4001-8e45-1a4b58422517', 'a069bbc6-2943-42ab-a6df-6aac0f95bd67', 'e640b71a-ef57-4022-9101-7343be9d709b', '3114c638-a217-4c60-b936-2b99d5d37348', '17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c', 'c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e', '4f0de497-871e-4580-b669-9fa82e91ae8d', '38035268-b360-4d20-8a13-b98601a39ee3', '93be6a7c-681d-463a-962e-3a8bfa5dcbf8', '1fe399fa-71ed-4c26-a1cd-c6df2cbd341d', 'fec3438b-550b-46d4-bb53-82c963d23e7e', 'a8ebf5b2-cdbf-4009-8144-6c42dba18896'} {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.628386] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1022.650176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.650403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.650473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.650627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.650714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.650828] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1022.651187] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.651187] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1022.731327] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.731327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.731470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.731601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.732583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.732831] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1022.732910] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.732983] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1022.733061] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1022.733139] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1022.733211] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGH for action security_group_rules [ 1022.733635] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGH for action security_group_rules [ 1022.733635] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGH for action security_group_rules [ 1022.733635] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGH for action security_group_rules [ 1022.733635] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGH for action security_group_rules [ 1022.733635] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGH for action security_group_rules [ 1022.733635] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGH for action security_group_rules [ 1022.733635] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGH for action security_group_rules [ 1022.733891] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGH for action security_group_rules [ 1022.733891] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGH for action security_group_rules [ 1022.733891] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGH for action security_group_rules [ 1022.733891] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGH for action security_group_rules [ 1022.734019] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGH for action security_group_rules [ 1022.734019] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGH for action security_group_rules [ 1022.734079] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGH for action security_group_rules [ 1022.734110] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGH for action security_group_rules [ 1022.734188] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGH for action security_group_rules [ 1022.734271] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGH for action security_group_rules [ 1022.734339] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGH for action security_group_rules [ 1022.734434] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGH for action security_group_rules [ 1022.734515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.734906] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.735041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.735103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.735262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.735338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.735423] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1022.762758] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.762902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.762972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.763226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.763373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.772295] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1023.012266] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 781ec05c-3c97-4b86-860a-4e749f5642f6: rpc.has_security_group_logging(os_id): False [ 1023.030697] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.030908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.030981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.031212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.031304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.031532] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.031625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.031684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.031831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.031902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.032099] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.032194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.032256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.032395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.032471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.032653] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.032743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.032804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.032941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.033016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.033104] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be created. [ 1023.130596] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.130596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.130596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.130596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.130835] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.143021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: IN_PROGRESS for 2s [ 1023.777406] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1023.777718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.783036] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1024.783345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.783529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.783642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.783831] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.783950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.784022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.784277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.784277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.784371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.784477] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.157515] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: SUCCESS [ 1025.157752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.195656] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1025.195656] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1025.195656] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 with Priority: HIGH for action security_group_rules [ 1025.195656] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGH for action security_group_rules [ 1025.196321] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8f44c-97ff-499c-bc90-302bebba0b25 with Priority: HIGH for action security_group_rules [ 1025.196592] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0062e1-501a-4879-8501-3c53969ee6e1 with Priority: HIGH for action security_group_rules [ 1025.196716] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a604b64-39b7-4b2e-a339-492b1621a42a with Priority: HIGH for action security_group_rules [ 1025.196817] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGH for action security_group_rules [ 1025.196914] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd70e93-a190-4eaf-af7e-79f956f85333 with Priority: HIGH for action security_group_rules [ 1025.197016] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4810656-2886-4d7f-b0af-75c8c42d6754 with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69e41bf-6635-4c90-92b4-624901082a08 with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1beaee94-a943-48ea-816b-995558ee8562 with Priority: HIGH for action security_group_rules [ 1025.198056] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGH for action security_group_rules [ 1025.198727] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e10cc2-138d-4a27-ab16-71450ad8221b with Priority: HIGH for action security_group_rules [ 1025.199970] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d with Priority: HIGH for action security_group_rules [ 1025.199970] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce with Priority: HIGH for action security_group_rules [ 1025.199970] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGH for action security_group_rules [ 1025.199970] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.199970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.199970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.200855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.200855] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.202228] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.203109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.203109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.203109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.203109] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.204327] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad8f44c-97ff-499c-bc90-302bebba0b25 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.204550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.207529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.207529] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad8f44c-97ff-499c-bc90-302bebba0b25',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.207529] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0062e1-501a-4879-8501-3c53969ee6e1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.207529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.207529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.207529] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0062e1-501a-4879-8501-3c53969ee6e1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.208768] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a604b64-39b7-4b2e-a339-492b1621a42a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.208914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.208969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.209167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.209239] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a604b64-39b7-4b2e-a339-492b1621a42a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.210024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.210533] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.210533] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.210533] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.210533] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.211191] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd70e93-a190-4eaf-af7e-79f956f85333 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.211291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.211346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.214031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.214031] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd70e93-a190-4eaf-af7e-79f956f85333',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.214031] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.214031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.214031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.214031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.214031] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.214759] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69e430c2-c98c-49b0-9770-f8b617d5e75b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.215996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.216111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.216421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.216421] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69e430c2-c98c-49b0-9770-f8b617d5e75b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.218180] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.218180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.220231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.220231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.220231] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('826db2a2-e441-4f8d-b4b5-e959d7b89e20',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.220231] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4810656-2886-4d7f-b0af-75c8c42d6754 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.220231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.220231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.220530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.221942] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4810656-2886-4d7f-b0af-75c8c42d6754',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.221942] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69e41bf-6635-4c90-92b4-624901082a08 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.221942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.221942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.221942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.222443] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69e41bf-6635-4c90-92b4-624901082a08',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.222882] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.223022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.223088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.224592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.224592] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.224592] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.224592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.224592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.224592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.224592] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fa5495-bd02-4209-b17f-ef1cd0f2789c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.226799] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1beaee94-a943-48ea-816b-995558ee8562 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.226799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.226799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.226799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.226799] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1beaee94-a943-48ea-816b-995558ee8562',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.227043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.227043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.227155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.227244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.227313] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.229463] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58e10cc2-138d-4a27-ab16-71450ad8221b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.229572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.229616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.229951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.231024] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58e10cc2-138d-4a27-ab16-71450ad8221b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.232739] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.232911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.233017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.233254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.233354] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e004db-b3a5-424b-a82a-2d7bbf645d4d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.234307] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.234415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.234483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.234638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.234709] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.235676] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.235815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.286682] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.286871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.286929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.287150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.287319] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.287423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.287489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.287639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.287724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.287812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.287973] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.288082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.288145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.288283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.288417] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.288506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.288569] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.288694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.288764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.288839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.288924] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.743142] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.743299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.743347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.743514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.743907] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.744044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.744133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.744261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.744348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.744435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.744522] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.747522] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.747635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.747822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.747879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.748183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.748564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.748674] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.754477] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.754655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.754719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.755137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.755137] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.755271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.755271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.758090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.758227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.758321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.758411] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.761373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.761518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.761575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.761696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.761841] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.761934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.762497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.762497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.762623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.762623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.762705] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.768164] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.771934] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.771934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.771934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.772250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.772426] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.772527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.772588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.772748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.772829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.772912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.773008] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.799199] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89: rpc.has_security_group_logging(os_id): False [ 1025.822013] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.822013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.822013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.822399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.824491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.824672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.831627] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.831828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.833623] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.833797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.842252] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.842460] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.848974] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.848974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.849370] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.849370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.850310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.850473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.851539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.851694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.852358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.852489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.853158] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.853242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.858341] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.858888] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.859045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.859845] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.860406] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.860540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.861468] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.861918] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.862151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.864518] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.864923] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.865054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.865829] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.866262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.866382] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69e430c2-c98c-49b0-9770-f8b617d5e75b is going to be deleted. [ 1025.867451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.867555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.888986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.889272] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6 is going to be deleted. [ 1025.890322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.890552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.914497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.914644] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad8f44c-97ff-499c-bc90-302bebba0b25 is going to be deleted. [ 1025.915821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.916051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.934919] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.935580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.937013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.937013] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e004db-b3a5-424b-a82a-2d7bbf645d4d is going to be deleted. [ 1025.937650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.937855] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.961787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.961787] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1beaee94-a943-48ea-816b-995558ee8562 is going to be deleted. [ 1025.962959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.962959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.964663] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.964793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.968069] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.968069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.983272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.983428] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a604b64-39b7-4b2e-a339-492b1621a42a is going to be deleted. [ 1025.984553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.984779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.006110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.006110] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4810656-2886-4d7f-b0af-75c8c42d6754 is going to be deleted. [ 1026.007187] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.007449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.018982] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.019797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.045782] env[66352]: INFO networking_nsxv3.common.synchronization [None req-e7be383b-eb48-4146-8321-34af962bee94 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1026.047938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.048210] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58e10cc2-138d-4a27-ab16-71450ad8221b is going to be deleted. [ 1026.049643] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1026.049916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.051660] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.051660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.051660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.051985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.052209] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.052345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.052428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.052644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.052843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.052881] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.118963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.118963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.129654] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.129832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.133244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.133535] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd70e93-a190-4eaf-af7e-79f956f85333 is going to be deleted. [ 1026.134443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.134696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255141] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.255141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255141] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.255141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.255938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.255938] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.255938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255938] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.256960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.256960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.256960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.256960] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.264322] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.265337] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.265492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.265563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.265767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.265931] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.266454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.266454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.266454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.266454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.266454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.266894] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.266894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.266894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.266894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.267161] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.267161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.267251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.267405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.267483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.267565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.267679] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.269342] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.269469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.271047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.271047] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69e41bf-6635-4c90-92b4-624901082a08 is going to be deleted. [ 1026.271744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.272101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.276299] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.276413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.277658] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.281569] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6274fb1c-437c-466e-86a1-24ae344b85a9: rpc.has_security_group_logging(os_id): False [ 1026.340639] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.340807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.347760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.347930] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 826db2a2-e441-4f8d-b4b5-e959d7b89e20 is going to be deleted. [ 1026.348865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.349093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.383325] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.383539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.560512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.560512] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0062e1-501a-4879-8501-3c53969ee6e1 is going to be deleted. [ 1026.560512] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.562478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.562478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.623175] env[66352]: INFO networking_nsxv3.common.synchronization [req-a82c3f55-9b5e-42b8-86da-0a19bc9ee3eb req-448473af-b40f-4e4e-bef8-cadb0a9711fd tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_members [ 1026.623850] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_members [ 1026.624201] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.624328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.624396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.625607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.625783] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.625939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.626014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.626203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.626293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.626433] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.634544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.634674] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fa5495-bd02-4209-b17f-ef1cd0f2789c is going to be deleted. [ 1026.635913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.636348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.638449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.638577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.640583] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.641914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.703724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.703879] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce is going to be deleted. [ 1026.704841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.705049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.758158] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40b5dec-1439-451d-af59-9f2e01b174ec: rpc.has_security_group_logging(os_id): False [ 1026.761321] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.761523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.763148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.763387] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.763509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.763575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.763778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.763890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764095] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.764197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.764262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.764677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764677] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.764856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.764856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.765683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.765683] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1026.766255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.766505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.766629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.766780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69e430c2-c98c-49b0-9770-f8b617d5e75b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.766950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.767183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.767842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.768018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff80cfe-1fbc-4a9f-992a-0da8cdebf3f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.768212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.768528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.768864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.768864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad8f44c-97ff-499c-bc90-302bebba0b25" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.768864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.769101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.769286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.769475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e004db-b3a5-424b-a82a-2d7bbf645d4d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.770261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.770453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.770590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.770738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1beaee94-a943-48ea-816b-995558ee8562" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.770889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.771088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.771198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.771337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a604b64-39b7-4b2e-a339-492b1621a42a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.771590] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4169b8d-beb2-4609-b633-832177eb9f69: rpc.has_security_group_logging(os_id): False [ 1026.772611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.772810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.772926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.773284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4810656-2886-4d7f-b0af-75c8c42d6754" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.773585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.773778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.773889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.774059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58e10cc2-138d-4a27-ab16-71450ad8221b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.774361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.774361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.777346] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d209835-b23d-40d8-b513-91c7a2b9161d: rpc.has_security_group_logging(os_id): False [ 1026.779877] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8ce157-debd-451c-8fff-ca2ee45863bc: rpc.has_security_group_logging(os_id): False [ 1026.856057] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.856470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.857287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.857464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.859872] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.860018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.889505] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.889717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.901064] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.901297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.903017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.903418] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.903607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.903666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.903900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.904204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.904204] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 is going to be updated. [ 1026.905805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.906195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.906442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69e41bf-6635-4c90-92b4-624901082a08" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.906529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.907149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.907341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-826db2a2-e441-4f8d-b4b5-e959d7b89e20" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.907798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.907996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.908129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.908283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0062e1-501a-4879-8501-3c53969ee6e1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.908432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.908662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.908706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.908927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd70e93-a190-4eaf-af7e-79f956f85333" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.909644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.909824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.984600] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.984831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.992131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.992787] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.992960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.993139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.993379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.993495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.993639] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1026.995384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.995671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.054181] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.054388] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.054517] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.054921] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.055047] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.055198] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.055443] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.055593] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.055982] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.056075] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.056163] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.056269] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.056372] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.056478] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.056579] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.056703] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.061872] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.070397] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.070397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.119985] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.120289] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.120499] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.120783] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121305] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.121609] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.121784] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.122658] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.122858] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.128498] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.128619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.214049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.214049] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.214049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.214049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.214049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.214049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.214049] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc is going to be updated. [ 1027.216560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.216823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.234507] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.235338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.237659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.237659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.304627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.305031] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.305215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.305291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.305544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.305642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.305871] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.305991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.306090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.306286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.306395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.306591] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.306683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.306757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.306920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.307017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.307120] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1027.308403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.308562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.308664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.308803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91c04b5-fc68-4fbc-a1a4-0baf8a4602ce" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.308956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.309178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.309248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.309378] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fa5495-bd02-4209-b17f-ef1cd0f2789c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.310500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.310500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.310500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.313480] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.313480] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb already deleted. [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.313480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.401021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1027.427098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.427631] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.427842] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.428223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.428332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.428477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.428807] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.428995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.429326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.430115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.430115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.430115] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.430394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.430394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.430559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.430683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.430776] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1027.431966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.432149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.432298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.433800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.433967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.434136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.461411] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1027.466010] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: IN_PROGRESS for 2s [ 1027.514894] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.515110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.515110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.515541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.515788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.542967] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: IN_PROGRESS for 2s [ 1027.550893] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.550893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.551090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.551259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.551394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.553556] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.553717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.553796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.554101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.554281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.563944] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.564199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.564199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.564409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.564529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.564642] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1027.585096] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1027.589727] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1027.625286] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.625603] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.625687] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.626134] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.626134] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.626270] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f not found, creating... [ 1027.626454] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.626734] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.626734] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.626926] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.627518] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.627518] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.627518] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.627731] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.627838] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.627965] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.628111] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f is going to be created. [ 1027.654077] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.654442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.654442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.654620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.654762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.665792] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.666566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.666566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.666764] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.666995] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.667255] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.671246] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1028.390146] env[66352]: INFO networking_nsxv3.common.synchronization [req-a82c3f55-9b5e-42b8-86da-0a19bc9ee3eb req-09c8e768-e6f0-4288-9818-3cf64f8d06bc service nova] Enqueued Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_rules [ 1028.390467] env[66352]: INFO networking_nsxv3.common.synchronization [req-a82c3f55-9b5e-42b8-86da-0a19bc9ee3eb req-09c8e768-e6f0-4288-9818-3cf64f8d06bc service nova] Enqueued Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_members [ 1028.390467] env[66352]: INFO networking_nsxv3.common.synchronization [req-a82c3f55-9b5e-42b8-86da-0a19bc9ee3eb req-09c8e768-e6f0-4288-9818-3cf64f8d06bc service nova] Enqueued Resource ID: 0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f with Priority: HIGHEST for action port [ 1028.391418] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_rules [ 1028.391418] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_members [ 1028.391418] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f with Priority: HIGHEST for action port [ 1028.391580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.391647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.391734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.392629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.392629] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.392810] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.393198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.393198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.393198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.393330] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.393330] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.393427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.393522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.393598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.393679] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.394361] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.394672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.394672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.394672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.394875] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.775862] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.776106] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.776232] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.776495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.776752] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.776903] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.777209] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.777494] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.777643] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.777846] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.777957] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.778076] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.778183] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.778330] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.778386] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.778507] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.797622] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.797846] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.798013] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.798201] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.798511] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-65a659ef-b453-400d-9370-8cb5027a9751 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.798748] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.799253] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.799599] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.799741] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a659ef-b453-400d-9370-8cb5027a9751',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.896139] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.897274] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.897393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.898862] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f with status ACTIVE [ 1028.899056] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.899174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.899338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.899505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.899592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.899766] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.899863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.899924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.900083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.900184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.900444] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.900549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.900585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.900703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.900776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.900852] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f is going to be updated. [ 1028.923834] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.924029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.924029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.924247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.924363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.924517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ee9a7ec-1c81-4291-9e3c-ed8ad48b348f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.302242] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.302505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.302752] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.303119] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.303284] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.303454] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 65a659ef-b453-400d-9370-8cb5027a9751 not found, creating... [ 1029.303784] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.303972] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.304104] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.304349] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.304512] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.304824] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.304995] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.305131] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.306208] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.306208] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.306208] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 65a659ef-b453-400d-9370-8cb5027a9751 is going to be created. [ 1029.332774] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.332998] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.333153] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.333482] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.333774] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.333940] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.398691] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.424172] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1029.424480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.424921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.425256] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.478948] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1029.479870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.481734] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: SUCCESS [ 1029.483669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.555812] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: SUCCESS [ 1029.555812] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.603168] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1029.603476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.605437] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1029.606209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.680161] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1029.680438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.902180] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.902373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.902429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.902628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.902715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.902810] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb is going to be created. [ 1029.927820] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.928057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.928300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.928456] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.928564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.928790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.928874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.928962] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.929066] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.930840] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.931203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.931286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.931472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.931663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.943055] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb in Status: UNINITIALIZED for 2s [ 1030.019956] env[66352]: INFO networking_nsxv3.common.synchronization [req-120186f5-dd0a-4a4f-a703-3965a88c7a2d req-0ab64bfa-cd87-4cdc-87fd-1b323d7c68ac service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1030.020600] env[66352]: INFO networking_nsxv3.common.synchronization [req-120186f5-dd0a-4a4f-a703-3965a88c7a2d req-0ab64bfa-cd87-4cdc-87fd-1b323d7c68ac service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1030.021438] env[66352]: INFO networking_nsxv3.common.synchronization [req-120186f5-dd0a-4a4f-a703-3965a88c7a2d req-0ab64bfa-cd87-4cdc-87fd-1b323d7c68ac service nova] Enqueued Resource ID: 65a659ef-b453-400d-9370-8cb5027a9751 with Priority: HIGHEST for action port [ 1030.021680] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1030.021740] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1030.021886] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a659ef-b453-400d-9370-8cb5027a9751 with Priority: HIGHEST for action port [ 1030.022218] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.022340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.022551] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.022651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.022710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.022989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.023184] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.023310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.023390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.023581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.023667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.023774] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.025094] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a659ef-b453-400d-9370-8cb5027a9751 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.025212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.025251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.025417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.025493] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a659ef-b453-400d-9370-8cb5027a9751',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.434151] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.434446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.525969] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.526982] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a659ef-b453-400d-9370-8cb5027a9751 with status ACTIVE [ 1030.527173] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.527299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.527368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.527566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.527653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.527825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.528162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.528162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.528162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.528257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.528378] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.528471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.528532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.528667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.528739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.528854] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a659ef-b453-400d-9370-8cb5027a9751 is going to be updated. [ 1030.553156] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.553373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.553486] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.553890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.554039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.555499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a659ef-b453-400d-9370-8cb5027a9751" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.747679] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a9d4df50-ba78-4e5d-8a90-2157a9c0d835 None None] Enqueued Resource ID: b8fc1607-1672-4db8-b2dd-4f77133c32ac with Priority: HIGHEST for action port [ 1030.748328] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fc1607-1672-4db8-b2dd-4f77133c32ac with Priority: HIGHEST for action port [ 1030.748670] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8fc1607-1672-4db8-b2dd-4f77133c32ac taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.748794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8fc1607-1672-4db8-b2dd-4f77133c32ac" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.748840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8fc1607-1672-4db8-b2dd-4f77133c32ac" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.749125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8fc1607-1672-4db8-b2dd-4f77133c32ac" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.749290] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fc1607-1672-4db8-b2dd-4f77133c32ac',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.991431] env[66352]: INFO networking_nsxv3.common.synchronization [req-c36de07d-61d3-4005-844a-f03b51bc87f7 req-718c83e7-2d29-4893-9017-5f5bcfc03afe tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1030.992274] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1030.992274] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.992425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.992464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.992647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.992787] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.993054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.993054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.994672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.994815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.994927] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.033464] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.251568] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8fc1607-1672-4db8-b2dd-4f77133c32ac [ 1031.251830] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.251962] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.252049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.252268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.252360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.252457] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8fc1607-1672-4db8-b2dd-4f77133c32ac already deleted. [ 1031.252538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8fc1607-1672-4db8-b2dd-4f77133c32ac" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.499304] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.499599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.499599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.499794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.499881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.500098] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.500195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.500260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.500437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.500515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.500603] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1031.531175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.531316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.531384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.531616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.531775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.535792] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.535792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.535959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.536200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.536200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.536309] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1031.542393] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1031.563379] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.563519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.563609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.563926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.564091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.574743] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1031.957195] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb in Status: SUCCESS [ 1031.957586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.957759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.957993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.958231] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.958355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.958430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.958594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.958693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.958784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.958876] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.464459] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.967347] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 629f5e9c-9c29-4966-9b7b-fecd71f57afb: rpc.has_security_group_logging(os_id): False [ 1032.991107] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.991107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.991107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.991107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.991107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.991683] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.991683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.991683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.991683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.991826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.991826] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb is going to be created. [ 1033.091153] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3226c1a4-03be-46e7-93cf-e3a3e596b577 None None] Enqueued Resource ID: 5e524f48-abff-44da-8156-aebd3d0e16cf with Priority: HIGHEST for action port [ 1033.091947] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e524f48-abff-44da-8156-aebd3d0e16cf with Priority: HIGHEST for action port [ 1033.092385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e524f48-abff-44da-8156-aebd3d0e16cf taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.092552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e524f48-abff-44da-8156-aebd3d0e16cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.092643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e524f48-abff-44da-8156-aebd3d0e16cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.093027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e524f48-abff-44da-8156-aebd3d0e16cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.093180] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e524f48-abff-44da-8156-aebd3d0e16cf',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.099943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.100107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.100210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.100396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.100601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.119144] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb in Status: IN_PROGRESS for 2s [ 1033.231882] env[66352]: INFO networking_nsxv3.common.synchronization [req-1d7edf89-b1d4-45dd-bf1f-edb64bf39ab9 req-85ad507d-b338-4f66-8eed-bb41d2da994d tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1033.232810] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1033.233360] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.233360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.233360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.233532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.233616] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.233723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.233800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.233990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.234132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.234249] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.556803] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1033.556803] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 1033.556803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.587946] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1033.587946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.591399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.591955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.592250] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.592361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.592432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.592644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.592717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.592811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.592957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.593448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.593448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.593448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.593602] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.593743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.593826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.594032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.594155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.594275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.594394] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.595742] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e524f48-abff-44da-8156-aebd3d0e16cf [ 1033.595989] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.596553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.596655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.599507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.599507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599507] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e524f48-abff-44da-8156-aebd3d0e16cf already deleted. [ 1033.599507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e524f48-abff-44da-8156-aebd3d0e16cf" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.668357] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ef23dc14-22cd-4830-b339-07359df284c6 tempest-ServersV294TestFqdnHostnames-1004839893 tempest-ServersV294TestFqdnHostnames-1004839893-project-member] Enqueued Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_rules [ 1033.669284] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_rules [ 1033.670170] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.670425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.670511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.670886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.671008] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.737252] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.737470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.737535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.737730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.737828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.738044] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.738155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.738217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.738382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.738454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.738539] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1033.776028] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.776028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.776218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.776425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.776611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.786851] env[66352]: INFO networking_nsxv3.common.synchronization [None req-818b6f7a-0dd2-42be-a3c2-d65fb385fdcb tempest-ServersV294TestFqdnHostnames-1004839893 tempest-ServersV294TestFqdnHostnames-1004839893-project-member] Enqueued Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_rules [ 1033.787715] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1033.788661] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_rules [ 1033.788661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.788661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.099901] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89: rpc.has_security_group_logging(os_id): False [ 1034.119278] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.119589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.119589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.119989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.119989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.120160] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.120263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.120327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.120467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.120544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.120741] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.120840] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.120903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.121042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.121120] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121279] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.121380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.121442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.121699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.121699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121699] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1034.184900] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.185190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.185190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.185369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.185480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.218149] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.218367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.218367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.218593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.218775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.218775] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 already deleted. [ 1034.218868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.219014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.219179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.219270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.228149] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1034.374725] env[66352]: INFO networking_nsxv3.common.synchronization [None req-29d4e9e3-524f-418c-ae2b-13fb3469bdd4 None None] Enqueued Resource ID: 44df681b-5c02-4588-b326-1618a595c4a5 with Priority: HIGHEST for action port [ 1034.375258] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df681b-5c02-4588-b326-1618a595c4a5 with Priority: HIGHEST for action port [ 1034.375473] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-44df681b-5c02-4588-b326-1618a595c4a5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.375473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44df681b-5c02-4588-b326-1618a595c4a5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.375660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44df681b-5c02-4588-b326-1618a595c4a5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.376057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44df681b-5c02-4588-b326-1618a595c4a5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.376057] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44df681b-5c02-4588-b326-1618a595c4a5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.738360] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.738508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.738584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.738800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.738895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.738990] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 already deleted. [ 1034.739087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879964] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44df681b-5c02-4588-b326-1618a595c4a5 [ 1034.879964] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.879964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.879964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.879964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.879964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879964] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44df681b-5c02-4588-b326-1618a595c4a5 already deleted. [ 1034.879964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44df681b-5c02-4588-b326-1618a595c4a5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.134535] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb in Status: SUCCESS [ 1035.134845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.165576] env[66352]: INFO networking_nsxv3.common.synchronization [None req-03e5c799-22f8-4f28-bdca-548d68c87321 tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1035.167442] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1035.168099] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.168923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.169052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.169405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.169707] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.318130] env[66352]: INFO networking_nsxv3.common.synchronization [None req-b394df62-8e52-45fe-bf68-d9b309709af5 tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1035.325222] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1035.326605] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.326605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.693640] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.693818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.693818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.694054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.695818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.695818] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb already deleted. [ 1035.695818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.695818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.695818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.695818] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.797926] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1035.798138] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d deletion is rescheduled due to dependency. [ 1035.798253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.217144] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.217795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.217795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.217795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.217795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.217795] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb already deleted. [ 1036.218659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.242461] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1036.242461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.242461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.242461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.242461] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.744909] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.744909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.744909] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.745552] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.745783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.745783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.745976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.746094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.746190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.746285] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.088289] env[66352]: INFO networking_nsxv3.common.synchronization [None req-71a155c8-d462-4dee-a42b-698458934e05 None None] Enqueued Resource ID: 07ccd2de-a1f5-453a-b9e8-f9f608574f3d with Priority: HIGHEST for action port [ 1037.089438] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ccd2de-a1f5-453a-b9e8-f9f608574f3d with Priority: HIGHEST for action port [ 1037.089812] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-07ccd2de-a1f5-453a-b9e8-f9f608574f3d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.089940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07ccd2de-a1f5-453a-b9e8-f9f608574f3d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.090020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07ccd2de-a1f5-453a-b9e8-f9f608574f3d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.090423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07ccd2de-a1f5-453a-b9e8-f9f608574f3d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.090479] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ccd2de-a1f5-453a-b9e8-f9f608574f3d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.249963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.249963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.249963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.249963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.250365] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.250365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.250365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.251371] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.253021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.253021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.253021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.253021] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.594024] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07ccd2de-a1f5-453a-b9e8-f9f608574f3d [ 1037.594024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.594024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.594024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.594024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.594364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.594364] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07ccd2de-a1f5-453a-b9e8-f9f608574f3d already deleted. [ 1037.594364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07ccd2de-a1f5-453a-b9e8-f9f608574f3d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.708620] env[66352]: INFO networking_nsxv3.common.synchronization [req-5f8bd1d2-7b43-49f3-a39b-4cee58114275 req-fa414fb9-6649-4115-bac7-e5db5d2b7b22 tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1037.709227] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1037.709791] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.709929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.710021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.710282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.710445] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.710572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.710626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.710782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.711282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.711418] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.757564] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89: rpc.has_security_group_logging(os_id): False [ 1037.775612] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.775801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.775886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.776128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.776196] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.776418] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.776512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.776573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.776721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.776796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.776990] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.777093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.777151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.777293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.777448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.777610] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.777801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.777881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.778036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.778122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.778209] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1037.845483] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.845680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.845797] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.846144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.846360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.860382] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1038.038646] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.038646] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.038646] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.039177] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.039177] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.039334] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.039410] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.039654] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.039811] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.039985] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.040101] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.040199] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.040307] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.040403] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.040511] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.040637] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.062345] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.062522] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.062662] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.062844] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.063227] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-c2295ada-063e-4879-bc9e-53b5e2163b49 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.063402] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.063594] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.063910] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.064291] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2295ada-063e-4879-bc9e-53b5e2163b49',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.214766] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.214766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.214766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.214766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.240150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.240525] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.240694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.240742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.240946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.241048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.241159] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1038.273079] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.273079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.273079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.273079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.273079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.283227] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1038.568511] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.568790] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.568922] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.569224] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.569396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.569589] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port c2295ada-063e-4879-bc9e-53b5e2163b49 not found, creating... [ 1038.569910] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.570086] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.570375] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.570467] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.570611] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.571029] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.571309] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.571442] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.571835] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.572075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.572299] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: c2295ada-063e-4879-bc9e-53b5e2163b49 is going to be created. [ 1038.595457] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.595866] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.595998] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.596286] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.596515] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.596739] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.323127] env[66352]: INFO networking_nsxv3.common.synchronization [req-5f8bd1d2-7b43-49f3-a39b-4cee58114275 req-aaf64bd2-5a00-45af-9351-56d95502efb0 service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 1039.323536] env[66352]: INFO networking_nsxv3.common.synchronization [req-5f8bd1d2-7b43-49f3-a39b-4cee58114275 req-aaf64bd2-5a00-45af-9351-56d95502efb0 service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1039.326191] env[66352]: INFO networking_nsxv3.common.synchronization [req-5f8bd1d2-7b43-49f3-a39b-4cee58114275 req-aaf64bd2-5a00-45af-9351-56d95502efb0 service nova] Enqueued Resource ID: c2295ada-063e-4879-bc9e-53b5e2163b49 with Priority: HIGHEST for action port [ 1039.326406] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 1039.326489] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1039.326649] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2295ada-063e-4879-bc9e-53b5e2163b49 with Priority: HIGHEST for action port [ 1039.328064] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.328064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.328064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.328064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.328064] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.328453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.328586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.330428] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2295ada-063e-4879-bc9e-53b5e2163b49 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.330428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.330428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.330428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.330428] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2295ada-063e-4879-bc9e-53b5e2163b49',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.835931] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.835931] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2295ada-063e-4879-bc9e-53b5e2163b49 with status ACTIVE [ 1039.835931] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.835931] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.835931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.835931] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.836920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.836920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.836920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.836920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.836920] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2295ada-063e-4879-bc9e-53b5e2163b49 is going to be updated. [ 1039.858848] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.858848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.858848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.859388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.859683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.859898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2295ada-063e-4879-bc9e-53b5e2163b49" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.874379] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1039.874586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.006652] env[66352]: INFO networking_nsxv3.common.synchronization [req-9ed12e0c-1aa3-4036-b484-4df8e2de3656 req-6d10233a-ceb6-4e2a-b034-c87ee84c525a tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1040.007216] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1040.007676] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.007807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.007875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.008161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.008318] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.008420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.008484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.008633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.008854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.008854] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.294039] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1040.294039] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c deletion is rescheduled due to dependency. [ 1040.294039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.294039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.294039] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.294399] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.294399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.294399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.294548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.294548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.294674] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.411260] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.411826] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.411826] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.411826] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.414286] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.414482] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.414611] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.414853] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.415017] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.415250] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.415365] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.415475] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.415583] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.415717] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.415867] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.416024] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.437862] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.438100] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.438181] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.438349] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-29" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.438666] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-a7949969-bbce-425f-9fde-57a8c7200c78 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.438837] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.438951] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.439307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.439444] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7949969-bbce-425f-9fde-57a8c7200c78',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.513877] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.513877] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.513877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.513877] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1040.549859] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.550010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.550104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.550280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.550416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.559915] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1040.800219] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.873993] env[66352]: INFO networking_nsxv3.common.synchronization [req-a4a02c0a-5b94-4ae1-a257-911728b2d100 req-7b7554b3-5c7b-456d-be33-b2022b37f8db tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_members [ 1040.874690] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGHEST for action security_group_members [ 1040.875594] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.875768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.875848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.876433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.876433] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.876433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.876433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.876703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.876703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.876796] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.942669] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.942906] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.943065] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.943351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.943505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.943650] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port a7949969-bbce-425f-9fde-57a8c7200c78 not found, creating... [ 1040.943896] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.944066] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.944182] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.944398] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.944530] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.944824] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.944974] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.945072] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.945273] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.945545] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.945705] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: a7949969-bbce-425f-9fde-57a8c7200c78 is going to be created. [ 1040.968891] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.969193] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.969498] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.969831] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.970100] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.970350] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.303850] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.379782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.379990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.380083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.380348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.380511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.380700] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.380816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.380874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.381065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.381150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.381247] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc is going to be updated. [ 1041.411851] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.412140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.412140] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.412337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.412476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.422737] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: IN_PROGRESS for 2s [ 1041.698990] env[66352]: INFO networking_nsxv3.common.synchronization [req-9ed12e0c-1aa3-4036-b484-4df8e2de3656 req-1b8af017-c26e-4240-aca1-cd32416af990 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 1041.699182] env[66352]: INFO networking_nsxv3.common.synchronization [req-9ed12e0c-1aa3-4036-b484-4df8e2de3656 req-1b8af017-c26e-4240-aca1-cd32416af990 service nova] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1041.699314] env[66352]: INFO networking_nsxv3.common.synchronization [req-9ed12e0c-1aa3-4036-b484-4df8e2de3656 req-1b8af017-c26e-4240-aca1-cd32416af990 service nova] Enqueued Resource ID: a7949969-bbce-425f-9fde-57a8c7200c78 with Priority: HIGHEST for action port [ 1041.699877] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_rules [ 1041.700093] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1041.700168] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7949969-bbce-425f-9fde-57a8c7200c78 with Priority: HIGHEST for action port [ 1041.701763] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.701938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.702021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.702236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.702331] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.704883] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.704883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.705072] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7949969-bbce-425f-9fde-57a8c7200c78 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.705289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.707156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.707369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.707455] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7949969-bbce-425f-9fde-57a8c7200c78',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.805711] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.805906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.807197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.807197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.807197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.807197] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1041.845038] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.845269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.845356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.845752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.846501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.856787] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1042.210159] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.210159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.210159] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7949969-bbce-425f-9fde-57a8c7200c78 with status ACTIVE [ 1042.210159] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.210159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.210159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.210159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.210159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.210564] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.210564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.210564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.210564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.210702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.210797] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.210889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.210944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.211195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.211195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.211279] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7949969-bbce-425f-9fde-57a8c7200c78 is going to be updated. [ 1042.238781] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.238781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.238781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.238781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.238781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.238781] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7949969-bbce-425f-9fde-57a8c7200c78" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.570910] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1042.570910] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d deletion is rescheduled due to dependency. [ 1042.570910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.570910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.570910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.571407] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.571407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.571407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.571407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.571407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.571595] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.074057] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.238463] env[66352]: INFO networking_nsxv3.common.synchronization [req-077a46f0-037a-4a17-8d0e-30fb0406e587 req-e6f90bc9-f776-46d0-8297-64f5f4e02836 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1043.239195] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1043.239422] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.239599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.239673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.239873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.240037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.240138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.240213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.240343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.240427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.240523] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.434109] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc in Status: SUCCESS [ 1043.434414] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc deletion is rescheduled due to dependency. [ 1043.434528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.576900] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.745647] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.814096] env[66352]: INFO networking_nsxv3.common.synchronization [None req-f39d414b-8a02-4c4c-a009-7b4887a87538 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1043.814648] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1043.814963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.815078] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.867118] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1043.867296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.867544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.867791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.867887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.867995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.868084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.868264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.868358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.868454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.868550] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.079729] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.079953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.079953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.080208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.080310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.080478] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1044.109480] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.109712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.109805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.109982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.110144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.121958] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1044.227828] env[66352]: INFO networking_nsxv3.common.synchronization [req-41c3b10b-86b4-46ab-9606-123d1f8e80d1 req-ae79b667-8a1d-4237-b047-a07242ff0a65 tempest-ServersV294TestFqdnHostnames-1004839893 tempest-ServersV294TestFqdnHostnames-1004839893-project-member] Enqueued Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_members [ 1044.228414] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_members [ 1044.228788] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.228904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.230867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.232943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.232943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.232943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.232943] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.247574] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.376128] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.587184] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.587184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-723" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.587184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-723" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.587184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-723" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.587184] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.587184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.587184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.587184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.587184] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.588635] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.588940] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.589270] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.589535] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.589792] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.590062] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.590329] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.612307] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.612307] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.612307] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.612307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-723" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.612307] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.612307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.612307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.613183] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.613183] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0f4dcc-bb97-472a-be92-0f5c024c8e73',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.734688] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.734972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.734972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.735414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.735414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.735704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.735704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.735704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.735848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.736036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.736181] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 already deleted. [ 1044.736342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.749701] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.750186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.750278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.750371] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1044.785893] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.785893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.785893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.785893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.785893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.795820] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1044.877789] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c: rpc.has_security_group_logging(os_id): False [ 1044.899025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.899262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.899394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.899748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.899834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.900190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.900301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.900438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.900702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.900792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.900888] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1044.964876] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.965086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.965168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.965399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.965597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.980121] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1045.116295] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.116534] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.116656] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.116967] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.117153] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.117310] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 3e0f4dcc-bb97-472a-be92-0f5c024c8e73 not found, creating... [ 1045.117644] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.117917] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.118061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.118321] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.118465] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.118775] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.118931] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.119061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.119282] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.119417] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.119643] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 3e0f4dcc-bb97-472a-be92-0f5c024c8e73 is going to be created. [ 1045.140640] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.140850] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.140969] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.141247] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.141470] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.141686] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.857214] env[66352]: INFO networking_nsxv3.common.synchronization [req-41c3b10b-86b4-46ab-9606-123d1f8e80d1 req-5996b214-f3a2-4a90-88e4-df777748aefb service nova] Enqueued Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_rules [ 1045.857468] env[66352]: INFO networking_nsxv3.common.synchronization [req-41c3b10b-86b4-46ab-9606-123d1f8e80d1 req-5996b214-f3a2-4a90-88e4-df777748aefb service nova] Enqueued Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_members [ 1045.857468] env[66352]: INFO networking_nsxv3.common.synchronization [req-41c3b10b-86b4-46ab-9606-123d1f8e80d1 req-5996b214-f3a2-4a90-88e4-df777748aefb service nova] Enqueued Resource ID: 3e0f4dcc-bb97-472a-be92-0f5c024c8e73 with Priority: HIGHEST for action port [ 1045.857920] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_rules [ 1045.857991] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_members [ 1045.858186] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0f4dcc-bb97-472a-be92-0f5c024c8e73 with Priority: HIGHEST for action port [ 1045.858509] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.858668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.858786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.859033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.859153] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.860127] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.860282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.860385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.860592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.860774] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.860905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.860995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.861178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.861297] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.861416] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.862228] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.862373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.862466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.862640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.862750] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0f4dcc-bb97-472a-be92-0f5c024c8e73',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.134192] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1046.134515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.134642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.134907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.135146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.135290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.135361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.135518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.135667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.135667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.135757] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.365167] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.365370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.365483] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.366509] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e0f4dcc-bb97-472a-be92-0f5c024c8e73 with status ACTIVE [ 1046.366594] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.366715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.366791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.367081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.367193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.367429] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.367563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.367674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.367859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.367938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.369029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.369029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.369029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.369677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.369778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.369871] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e0f4dcc-bb97-472a-be92-0f5c024c8e73 is going to be updated. [ 1046.404934] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.405107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.405235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.405379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.405515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.405674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0f4dcc-bb97-472a-be92-0f5c024c8e73" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.624074] env[66352]: INFO networking_nsxv3.common.synchronization [req-0b987557-caab-407c-a584-4045b4afd9c6 req-a3e06639-c8f2-43ad-a733-93eb35a7fadb tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1046.624460] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1046.624786] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.624904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.624970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.625545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.625715] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.625819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.625879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.626079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.627333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.627333] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.638511] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.638730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.638868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.639390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.639699] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.639827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.639898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.640098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.640189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.640280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.640437] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.640532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.640615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.640866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.641025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.641125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.641191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.641336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.641415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.641735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.641870] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.808135] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1046.808687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.808687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.808819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.809489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.809489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.809489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.809489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.809489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.809489] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.872009] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.961703] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.961926] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.962060] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.962424] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.962691] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.962849] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.962963] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.963200] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.963352] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.963592] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.963705] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.963812] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.963917] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.964104] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.964264] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.964372] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.984021] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.984021] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.984021] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.984359] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.984886] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.985101] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.985227] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.985630] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.985788] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ee1f97c-cea2-467c-8ee9-9c104d07f12a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.992460] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1046.992670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.130256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.130551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.130639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.130805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.130898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.131127] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.131286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.131286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.131421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.131497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.131582] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1047.146685] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d209835-b23d-40d8-b513-91c7a2b9161d: rpc.has_security_group_logging(os_id): False [ 1047.161814] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.162048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.162048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.162256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.162397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.169569] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.169795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.169795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.170011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.170108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.170325] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.170423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.170484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.170663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.170747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.170937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.171054] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.171130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.171234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.171306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.171490] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.171574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.171634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.171798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.171877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.171962] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1047.173643] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1047.241058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.241249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.241369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.241768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.241978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.265538] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1047.312453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.312762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.312762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.312932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.312996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.313195] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.313301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.313375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.313510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.313585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.313672] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1047.375619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.375814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.375881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.376200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.376282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.376495] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 is going to be created. [ 1047.379281] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.379281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.379281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.379281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.379281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.400811] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1047.442094] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.442284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.442379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.442651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.442859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.453931] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefc1a77-8fcd-44c4-922e-537a85eea974 in Status: UNINITIALIZED for 2s [ 1047.488358] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.488618] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.488815] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.489107] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.489303] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.489496] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 8ee1f97c-cea2-467c-8ee9-9c104d07f12a not found, creating... [ 1047.489920] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.490107] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.490254] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.490533] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.490674] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.491163] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.491354] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.491471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.491716] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.491851] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.492009] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 8ee1f97c-cea2-467c-8ee9-9c104d07f12a is going to be created. [ 1047.525938] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.526231] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.526323] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.526616] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.527462] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.527462] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.283520] env[66352]: INFO networking_nsxv3.common.synchronization [req-0b987557-caab-407c-a584-4045b4afd9c6 req-9b84b28d-49ff-4c35-ad75-6af7d7970284 service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 1048.283520] env[66352]: INFO networking_nsxv3.common.synchronization [req-0b987557-caab-407c-a584-4045b4afd9c6 req-9b84b28d-49ff-4c35-ad75-6af7d7970284 service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1048.283520] env[66352]: INFO networking_nsxv3.common.synchronization [req-0b987557-caab-407c-a584-4045b4afd9c6 req-9b84b28d-49ff-4c35-ad75-6af7d7970284 service nova] Enqueued Resource ID: 8ee1f97c-cea2-467c-8ee9-9c104d07f12a with Priority: HIGHEST for action port [ 1048.283520] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 1048.283520] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1048.284170] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee1f97c-cea2-467c-8ee9-9c104d07f12a with Priority: HIGHEST for action port [ 1048.284170] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.284170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.284170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.284451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.284451] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.285617] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.285744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.285925] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.286035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.286106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.286231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.286307] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ee1f97c-cea2-467c-8ee9-9c104d07f12a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.788038] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.788285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.788363] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ee1f97c-cea2-467c-8ee9-9c104d07f12a with status ACTIVE [ 1048.788589] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.788695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.788695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.788912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.789013] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.789207] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.789306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.789368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.789510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.789591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.789828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.789917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.789964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.790098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.790179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.790261] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ee1f97c-cea2-467c-8ee9-9c104d07f12a is going to be updated. [ 1048.817713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.817985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.817985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.818228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.818347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.818511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ee1f97c-cea2-467c-8ee9-9c104d07f12a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.002669] env[66352]: INFO networking_nsxv3.common.synchronization [req-e8c2b098-0d66-48ed-98e9-6d0255bd1227 req-0d8d974c-9edf-4430-a960-80018d3bfecf tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1049.003998] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1049.004069] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.004248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.004377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.004770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.005050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.005231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.005348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.005622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.005822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.005952] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.184921] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1049.185129] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 1049.185247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.185413] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.185632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.185821] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.185936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.186007] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.186172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.186252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.186444] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.287065] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1049.287665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.407238] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.407238] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.407238] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.407238] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.407238] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.407934] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.408093] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.408342] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.408493] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.408711] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.408816] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.408921] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.409053] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.409168] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.409270] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.409409] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.421108] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1049.421108] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 deletion is rescheduled due to dependency. [ 1049.421108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.429509] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.429739] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.429890] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.430084] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.431325] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-7d4b04cf-6a48-4249-88aa-beb437db73de taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.431549] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.431675] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.432035] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.432292] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4b04cf-6a48-4249-88aa-beb437db73de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.464939] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefc1a77-8fcd-44c4-922e-537a85eea974 in Status: SUCCESS [ 1049.466343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.466538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.467384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.467772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.467900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.467900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.468068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.468262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.468372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.468470] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.508248] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.508616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.508616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.508773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.508773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.509358] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.509358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.509358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.509358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.509358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.509733] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb already deleted. [ 1049.509733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.689840] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.935458] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.935458] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.935627] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.935829] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.935977] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.936160] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 7d4b04cf-6a48-4249-88aa-beb437db73de not found, creating... [ 1049.936475] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.936639] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.936752] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.936983] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.937148] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.937488] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.937727] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.937862] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.938087] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.938218] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.938354] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 7d4b04cf-6a48-4249-88aa-beb437db73de is going to be created. [ 1049.961764] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.962171] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.962423] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.962866] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.963270] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.963645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.970699] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.191834] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.472848] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eefc1a77-8fcd-44c4-922e-537a85eea974: rpc.has_security_group_logging(os_id): False [ 1050.491851] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.492072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.492163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.492381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.492471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.492826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.492826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.492944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.493025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.493098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.493188] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 is going to be created. [ 1050.557440] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.557663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.557744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.557960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.558160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.570232] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eefc1a77-8fcd-44c4-922e-537a85eea974 in Status: IN_PROGRESS for 2s [ 1050.694041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.694286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.694353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.694578] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.694688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.694788] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1050.707863] env[66352]: INFO networking_nsxv3.common.synchronization [req-e8c2b098-0d66-48ed-98e9-6d0255bd1227 req-dcae778a-e8f1-4a04-a8a2-da8c5b8c295d service nova] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1050.708108] env[66352]: INFO networking_nsxv3.common.synchronization [req-e8c2b098-0d66-48ed-98e9-6d0255bd1227 req-dcae778a-e8f1-4a04-a8a2-da8c5b8c295d service nova] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1050.708272] env[66352]: INFO networking_nsxv3.common.synchronization [req-e8c2b098-0d66-48ed-98e9-6d0255bd1227 req-dcae778a-e8f1-4a04-a8a2-da8c5b8c295d service nova] Enqueued Resource ID: 7d4b04cf-6a48-4249-88aa-beb437db73de with Priority: HIGHEST for action port [ 1050.708859] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1050.709026] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1050.709250] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d4b04cf-6a48-4249-88aa-beb437db73de with Priority: HIGHEST for action port [ 1050.709544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.709766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.709844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.710086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.710176] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.711543] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.711696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.711768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.711979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.712205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.712310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.712408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.712553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.712649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.712768] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.714609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d4b04cf-6a48-4249-88aa-beb437db73de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.714609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.714609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.714831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.714831] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4b04cf-6a48-4249-88aa-beb437db73de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.739488] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.739746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.739746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.739978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.740172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.759477] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1051.218073] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d4b04cf-6a48-4249-88aa-beb437db73de with status ACTIVE [ 1051.218314] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.218454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.218600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.218777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.218867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.219069] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.219213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.219259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.219524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.219601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.219844] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.219940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.220170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.220244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.220350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.220490] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d4b04cf-6a48-4249-88aa-beb437db73de is going to be updated. [ 1051.221681] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.222597] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.222683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.242613] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.242762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.242834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.243075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.243216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.243373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.724605] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.228195] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.228406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.228457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.228713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.228804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.228919] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb is going to be created. [ 1052.256460] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.256667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.256785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.257121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.257365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.267582] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: UNINITIALIZED for 2s [ 1052.588469] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eefc1a77-8fcd-44c4-922e-537a85eea974 in Status: SUCCESS [ 1052.588716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.772102] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1052.772414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.772876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.773131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.773356] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.773477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.773575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.773826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.773956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.774079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.774178] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.082660] env[66352]: INFO networking_nsxv3.common.synchronization [req-ec7948ab-c845-4f40-a5f1-44f71a000ddd req-05d2c532-2206-4f9a-9c0a-10b66e9b5f71 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_members [ 1053.082660] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGHEST for action security_group_members [ 1053.083308] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.083642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.083824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.084180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.084488] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.084752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.084964] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.085296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.085532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.085779] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.277169] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.277333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.277398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.277628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.277822] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.277927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.277993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.278166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.278309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.278373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.278481] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.278571] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.278632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.278774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.278913] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.279011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.279072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.279207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.279282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.279364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.279456] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.588150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.588319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.588433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.588606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.588708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.588904] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.589057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.589125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.589324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.589454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.589599] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 is going to be updated. [ 1053.617710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.617912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.617988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.618248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.618398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.629867] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: IN_PROGRESS for 2s [ 1053.745942] env[66352]: INFO networking_nsxv3.common.synchronization [req-2c87c1f5-e24f-4d73-9e73-2f13bbd4b6b7 req-5b10773e-e3d0-4299-8b5f-99523cb263ab tempest-ServerRescueTestJSON-1100877326 tempest-ServerRescueTestJSON-1100877326-project-member] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1053.751024] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1053.751024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.751024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.751024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.751024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.751024] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.751024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.751024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.751024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.751024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.751024] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.782776] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40b5dec-1439-451d-af59-9f2e01b174ec: rpc.has_security_group_logging(os_id): False [ 1053.802088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.802271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.802343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.802558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.802649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.802887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.802999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.803075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.803226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.803302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.803491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.803586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.803648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.803785] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.803858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.804239] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.804384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.804448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.804593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.804668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.804755] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1053.866796] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.866995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.866995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.868684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.868684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.887583] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1054.122570] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.122830] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.126488] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.126890] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.127295] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.127701] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.128063] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.128271] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.128431] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.128716] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.128862] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.128983] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.129106] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.129296] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.129426] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.129566] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.136068] env[66352]: INFO networking_nsxv3.common.synchronization [req-6a88c986-7ccd-47b5-8f0f-b5fefee4a617 req-1159eecd-b1f6-44f7-bf9f-4e320d18fccd tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1054.136793] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1054.137254] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.137437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.137704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.137996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.138232] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.138384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.138505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.138718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.138844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.138975] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.156355] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.156543] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.156725] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.156908] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-299" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.157573] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-a9036551-8c58-4027-8c7e-0b30e7871656 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.157689] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.157812] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.160474] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.160676] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9036551-8c58-4027-8c7e-0b30e7871656',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.163808] env[66352]: INFO networking_nsxv3.common.synchronization [req-6a88c986-7ccd-47b5-8f0f-b5fefee4a617 req-1159eecd-b1f6-44f7-bf9f-4e320d18fccd tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 1054.164256] env[66352]: INFO networking_nsxv3.common.synchronization [req-6a88c986-7ccd-47b5-8f0f-b5fefee4a617 req-1159eecd-b1f6-44f7-bf9f-4e320d18fccd tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1054.165247] env[66352]: INFO networking_nsxv3.common.synchronization [req-6a88c986-7ccd-47b5-8f0f-b5fefee4a617 req-1159eecd-b1f6-44f7-bf9f-4e320d18fccd tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with Priority: HIGHEST for action port [ 1054.166042] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 1054.166042] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1054.169090] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with Priority: HIGHEST for action port [ 1054.169922] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.170084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.170154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.170386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.170510] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.175621] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.175757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.176343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-96284ad9-8d04-45ca-856f-0b5f84d35ef5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.176493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.176594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.176806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.176806] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96284ad9-8d04-45ca-856f-0b5f84d35ef5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.250933] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.278817] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: SUCCESS [ 1054.279194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.279815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.280481] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.280680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.280799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.281074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.281216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.281350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.281490] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.643169] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.663338] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.663574] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.663723] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.664152] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.664210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.664346] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port a9036551-8c58-4027-8c7e-0b30e7871656 not found, creating... [ 1054.664615] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.664775] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.664889] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.665135] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.665274] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.665552] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.665705] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.665818] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.666645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.666811] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.667038] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: a9036551-8c58-4027-8c7e-0b30e7871656 is going to be created. [ 1054.679161] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.679161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.680052] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with status ACTIVE [ 1054.680222] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.680348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.680427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.680643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.680731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.680908] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.680995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.681075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.681240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.681315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.681489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.681580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.681652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.681796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.681874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.681927] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 is going to be updated. [ 1054.691300] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.691487] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.691645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.691868] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.692143] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.692329] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.712674] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.712822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.712888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.713125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.713266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.713415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.756149] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.785100] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.046507] env[66352]: INFO networking_nsxv3.common.synchronization [req-8c1039db-d930-46b5-b78e-7958ca868720 req-3b311eb3-4466-4c76-8c0c-be73449298f1 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1055.047079] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1055.047388] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.047511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.047580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.047830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.048021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.048127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.048190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.048340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.048427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.049422] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.147022] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.258385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.258624] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.258693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.258989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.259155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.259281] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be updated. [ 1055.288418] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8da03226-2392-46bb-9ad1-ad9d02c754fb: rpc.has_security_group_logging(os_id): False [ 1055.291738] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.292041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.292041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.292258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.292407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.302960] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: IN_PROGRESS for 2s [ 1055.318846] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.319093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.319196] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.319538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.319704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.320216] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.320398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.320507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.320900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.321406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.322415] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb is going to be created. [ 1055.437902] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.438154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.438154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.439430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.439608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.459101] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: IN_PROGRESS for 2s [ 1055.493564] env[66352]: INFO networking_nsxv3.common.synchronization [req-2c87c1f5-e24f-4d73-9e73-2f13bbd4b6b7 req-e807a1f1-de87-4d9f-a176-fdfb289d6d31 service nova] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_rules [ 1055.493564] env[66352]: INFO networking_nsxv3.common.synchronization [req-2c87c1f5-e24f-4d73-9e73-2f13bbd4b6b7 req-e807a1f1-de87-4d9f-a176-fdfb289d6d31 service nova] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1055.493564] env[66352]: INFO networking_nsxv3.common.synchronization [req-2c87c1f5-e24f-4d73-9e73-2f13bbd4b6b7 req-e807a1f1-de87-4d9f-a176-fdfb289d6d31 service nova] Enqueued Resource ID: a9036551-8c58-4027-8c7e-0b30e7871656 with Priority: HIGHEST for action port [ 1055.493847] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_rules [ 1055.493847] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1055.493960] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9036551-8c58-4027-8c7e-0b30e7871656 with Priority: HIGHEST for action port [ 1055.494728] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.494728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.494728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.494728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.494728] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.496148] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.496148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.496148] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9036551-8c58-4027-8c7e-0b30e7871656 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.496148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.496148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.496657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.496657] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9036551-8c58-4027-8c7e-0b30e7871656',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.551040] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.551203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.551279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.551482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.597996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.598289] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.598412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.598480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.598702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.598816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.598874] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 1055.638827] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.638827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.638827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.640361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.640599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.643080] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 in Status: SUCCESS [ 1055.643860] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 deletion is rescheduled due to dependency. [ 1055.644047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.648146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.648451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.648521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.648809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.648969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.649106] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be updated. [ 1055.653945] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 1055.686798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.686798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.686798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.687048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.687048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.704765] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: IN_PROGRESS for 2s [ 1055.903870] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1055.904280] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.998833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.998977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.999171] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9036551-8c58-4027-8c7e-0b30e7871656 with status ACTIVE [ 1055.999339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.999444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.999510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.999849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.000132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.000204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.000306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.000368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.000562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.000645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.000863] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.000983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.001090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.001262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.001343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.001429] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9036551-8c58-4027-8c7e-0b30e7871656 is going to be updated. [ 1056.024599] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.024808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.024920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.025303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.025514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.025759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9036551-8c58-4027-8c7e-0b30e7871656" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.319270] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: SUCCESS [ 1057.319270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.319270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.319270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.319270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.319270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.319270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.319270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.319270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.319270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.477729] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: SUCCESS [ 1057.477729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.667995] env[66352]: INFO networking_nsxv3.common.synchronization [None req-bd9a82ab-1353-47cd-b186-6dbfb82d6f57 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_rules [ 1057.668652] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1057.668967] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 1057.669407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.670247] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_rules [ 1057.670853] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.671235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.671445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.671795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.672102] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.717069] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: SUCCESS [ 1057.717069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.717069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.717069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.717069] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.717069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.717069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.717069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.717069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.717069] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.765292] env[66352]: INFO networking_nsxv3.common.synchronization [None req-2e4340b9-13a1-4842-a8e1-772167223011 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_rules [ 1057.765292] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_rules [ 1057.765468] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.765693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.827783] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.199273] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.199273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.199273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.199273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199273] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 already deleted. [ 1058.199273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.199273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199273] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.224095] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.329067] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.565738] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a904ab5-a565-4f5c-ba0f-d42e16f0f270 req-249c0a7d-21ca-47ad-a0bf-8390a84e5d7c tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1058.567369] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1058.568538] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.568734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.568902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.569248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.570038] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.570234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.570285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.570542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.570651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.570758] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.593605] env[66352]: INFO networking_nsxv3.common.synchronization [req-2beafd29-a63b-434b-8148-7970bcc544e9 req-b927e8bf-bc9e-4392-9da7-e1ab83356b01 tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1058.594131] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1058.594994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.594994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.608142] env[66352]: INFO networking_nsxv3.common.synchronization [req-2beafd29-a63b-434b-8148-7970bcc544e9 req-b927e8bf-bc9e-4392-9da7-e1ab83356b01 tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 1058.608142] env[66352]: INFO networking_nsxv3.common.synchronization [req-2beafd29-a63b-434b-8148-7970bcc544e9 req-b927e8bf-bc9e-4392-9da7-e1ab83356b01 tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1058.608142] env[66352]: INFO networking_nsxv3.common.synchronization [req-2beafd29-a63b-434b-8148-7970bcc544e9 req-b927e8bf-bc9e-4392-9da7-e1ab83356b01 tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with Priority: HIGHEST for action port [ 1058.608142] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_rules [ 1058.608142] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1058.608142] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with Priority: HIGHEST for action port [ 1058.609147] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.609416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.610015] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.610321] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.610622] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-96284ad9-8d04-45ca-856f-0b5f84d35ef5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.610945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.611853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.611853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.611853] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96284ad9-8d04-45ca-856f-0b5f84d35ef5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.723542] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.723730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.723783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.723971] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.724079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.724175] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 already deleted. [ 1058.724257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.726688] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.833711] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.833872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.833948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.834207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.834303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.834421] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be updated. [ 1058.866453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.866580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.866580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.866774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.866930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.878320] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: IN_PROGRESS for 2s [ 1058.930979] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.931204] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.931327] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.931625] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.931901] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.932673] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.932834] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.933074] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.933279] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.933498] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.933613] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.933719] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.933826] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.933932] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.934051] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.934179] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.952346] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.952531] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.952668] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.952827] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-323" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.953162] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-4a26819f-0af6-44a5-b363-56abf83b70d1 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.953333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.953449] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.953772] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.953943] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a26819f-0af6-44a5-b363-56abf83b70d1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.075019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.075227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.075806] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.076306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.076385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.076568] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.076692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.076792] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 1059.114162] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.114386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.114386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.114579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.114715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.115794] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96284ad9-8d04-45ca-856f-0b5f84d35ef5 with status ACTIVE [ 1059.115981] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.116114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.116212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.116317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.116400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.116535] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.116642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.116719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.116813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.116877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.117074] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.117197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.117197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.117362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.117439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.117512] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96284ad9-8d04-45ca-856f-0b5f84d35ef5 is going to be updated. [ 1059.129097] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 1059.141764] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.141918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.142044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.142227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.142368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.142527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96284ad9-8d04-45ca-856f-0b5f84d35ef5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.229280] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.229503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.229503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.229725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.229879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.230031] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be updated. [ 1059.284133] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.284285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.284358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.284619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.284782] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.295817] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: IN_PROGRESS for 2s [ 1059.456315] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.456767] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.456767] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.456959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.457116] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.457290] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 4a26819f-0af6-44a5-b363-56abf83b70d1 not found, creating... [ 1059.457582] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.457750] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.457891] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.458121] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.458257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.458534] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.458690] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.458830] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.459045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.459181] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.459316] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 4a26819f-0af6-44a5-b363-56abf83b70d1 is going to be created. [ 1059.500447] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.500695] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.500801] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.501067] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.501300] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.501528] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.215561] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a904ab5-a565-4f5c-ba0f-d42e16f0f270 req-f8ef1a17-8f63-4595-9053-fbc38b401220 service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 1060.215745] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a904ab5-a565-4f5c-ba0f-d42e16f0f270 req-f8ef1a17-8f63-4595-9053-fbc38b401220 service nova] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1060.215872] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a904ab5-a565-4f5c-ba0f-d42e16f0f270 req-f8ef1a17-8f63-4595-9053-fbc38b401220 service nova] Enqueued Resource ID: 4a26819f-0af6-44a5-b363-56abf83b70d1 with Priority: HIGHEST for action port [ 1060.216494] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_rules [ 1060.216669] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1060.216822] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a26819f-0af6-44a5-b363-56abf83b70d1 with Priority: HIGHEST for action port [ 1060.217211] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.217670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.217739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.217976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.218181] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.219140] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.219278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.219558] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a26819f-0af6-44a5-b363-56abf83b70d1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.219718] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.219814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.220119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.220389] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a26819f-0af6-44a5-b363-56abf83b70d1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.723055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.723055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.723055] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a26819f-0af6-44a5-b363-56abf83b70d1 with status ACTIVE [ 1060.723055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.723534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.723534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.723534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.723534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.723872] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.723872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.723872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.724016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.724056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.725018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.725018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.725018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.725018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.725018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.725018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a26819f-0af6-44a5-b363-56abf83b70d1 is going to be updated. [ 1060.757345] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.757345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.757345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.757345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.757345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.757345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a26819f-0af6-44a5-b363-56abf83b70d1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.893444] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: SUCCESS [ 1060.893684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.893865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.894111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.894312] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.894431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.894493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.894834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.894834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.894834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.894945] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.140169] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1061.140374] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 1061.140451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.140618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.140849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.141290] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.141290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.141290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.141607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.141607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.141607] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.199013] env[66352]: INFO networking_nsxv3.common.synchronization [None req-938d1fc2-c150-43a8-aff3-9fa7448f61dc tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1061.199604] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1061.200030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.200167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.200167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.200418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.200503] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.288684] env[66352]: INFO networking_nsxv3.common.synchronization [None req-cc54be90-e9be-4d97-ae00-0691d9bc8782 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1061.289332] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1061.289694] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.290339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.306102] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: SUCCESS [ 1061.306404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.307374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.307428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.307593] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.307709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.307828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.307994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.308104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.308193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.308293] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.309161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.309376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.309569] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.309688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.309750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.310016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.310117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.310316] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.399007] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.399241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.399711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.399974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.400230] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.400408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.400476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.400675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.400734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.400811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.400983] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.401115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.401115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.401260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.401394] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.401484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.401545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.401677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.401753] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.401832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.401922] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.643568] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.721535] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.721734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.721813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.722064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.722164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.722378] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74486ce8-67ef-4885-9089-777e7387231d already deleted. [ 1061.722466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.723137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.723384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.723442] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.812808] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.813722] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.904291] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 781ec05c-3c97-4b86-860a-4e749f5642f6: rpc.has_security_group_logging(os_id): False [ 1061.933248] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.933449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.933498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.933815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.933957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.934294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.934475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.934475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.934608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.934691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.934895] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.934998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.935072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.935328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.935328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.935618] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.935618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.935618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.935833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.935833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.935912] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be updated. [ 1062.013551] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.013761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.013865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.014133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.014294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.028552] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: IN_PROGRESS for 2s [ 1062.145878] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.245609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.245864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.245958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.246242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.246381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.246522] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74486ce8-67ef-4885-9089-777e7387231d already deleted. [ 1062.246653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.316235] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7016313-6fc0-4258-9d7c-40f316236cd9: rpc.has_security_group_logging(os_id): False [ 1062.318987] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.342639] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.342891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.343057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.343493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.368930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.369517] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.369517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.369517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.369697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.369697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.370189] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be updated. [ 1062.371808] env[66352]: INFO networking_nsxv3.common.synchronization [req-e80f5227-d143-4092-b015-286dee94a08f req-7827dc4a-78d6-4097-aa9c-c12903002cc8 tempest-ImagesTestJSON-1617632875 tempest-ImagesTestJSON-1617632875-project-member] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1062.372855] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGHEST for action security_group_members [ 1062.373194] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.373308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.373373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.376183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.376183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.376183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.376183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.376183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.376183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.376183] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.436856] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.437132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.437132] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.437337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.437503] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.451942] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: IN_PROGRESS for 2s [ 1062.621731] env[66352]: INFO networking_nsxv3.common.synchronization [req-598e4537-7fad-44ff-be75-4a6f6f451ed4 req-891a5edc-011d-4e5a-8dbc-bb5bde645ae7 tempest-AttachInterfacesUnderV243Test-2144185610 tempest-AttachInterfacesUnderV243Test-2144185610-project-member] Enqueued Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1062.622433] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7016313-6fc0-4258-9d7c-40f316236cd9 with Priority: HIGHEST for action security_group_members [ 1062.623030] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7016313-6fc0-4258-9d7c-40f316236cd9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.623143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.652792] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.653084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.653141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.654170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.654170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.654170] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 1062.687274] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.687445] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.687490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.687856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.688060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.698012] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 1062.724626] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe97abbf-68b9-416d-8674-b1639f223e2d req-6d219467-1fe1-463f-8bed-850895ac42d7 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 1062.725189] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 1062.725489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.725640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.725821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.728435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.728435] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.728435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.728435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.728435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.728435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.728435] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.822067] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.824621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.824621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.824621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.824621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.824621] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be updated. [ 1062.859276] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.859426] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.859498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.859715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.859860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.869412] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: IN_PROGRESS for 2s [ 1062.878452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.878966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.879077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.879316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.879422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.879634] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.879742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.879805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.880026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.880116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.880205] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be updated. [ 1062.909375] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.909560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.909650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.909869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.910100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.920557] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: IN_PROGRESS for 2s [ 1063.045845] env[66352]: INFO networking_nsxv3.common.synchronization [req-16cd5be3-848d-4b29-8db8-96c2c988147b req-6e9a2103-2611-4f65-9934-9769f474d1ef tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1063.046810] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1063.046971] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.047163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.047260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.047526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.047745] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.047891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.047978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.048200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.048319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.048453] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.112922] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.113134] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.113262] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.113536] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.114116] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.114425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.114479] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.114886] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.115044] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.115262] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.115433] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.115623] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.115816] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.115984] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.116144] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.116281] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.138373] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.138373] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.138373] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.138373] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.138652] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-eec6a912-c3f2-44f9-8d9f-143757c59c9d taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.138866] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.139029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.139378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.139555] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec6a912-c3f2-44f9-8d9f-143757c59c9d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.233698] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.233851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.233935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.234158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.234250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.234454] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.234549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.234605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.234754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.234828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.234911] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be deleted. [ 1063.271953] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.271953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.271953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.272203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.272203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.272203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.551326] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.551512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.551565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.551789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.551882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.552090] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.552199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.552317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.552435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.552511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.552597] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1063.584963] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.585226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.585226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.585447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.585504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.594540] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1063.642134] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.642471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.642564] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.642829] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.643013] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.643173] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port eec6a912-c3f2-44f9-8d9f-143757c59c9d not found, creating... [ 1063.643457] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.643611] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.643725] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.643945] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.644095] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.644371] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.644515] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.644626] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.644824] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.644958] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.645119] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: eec6a912-c3f2-44f9-8d9f-143757c59c9d is going to be created. [ 1063.666656] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.666935] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.666935] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.667221] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.667493] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.667728] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.042818] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: SUCCESS [ 1064.043262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.388486] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe97abbf-68b9-416d-8674-b1639f223e2d req-fd5262d2-f7ae-48a2-91fd-5323aba4a52f service nova] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_rules [ 1064.388486] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe97abbf-68b9-416d-8674-b1639f223e2d req-fd5262d2-f7ae-48a2-91fd-5323aba4a52f service nova] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 1064.388486] env[66352]: INFO networking_nsxv3.common.synchronization [req-fe97abbf-68b9-416d-8674-b1639f223e2d req-fd5262d2-f7ae-48a2-91fd-5323aba4a52f service nova] Enqueued Resource ID: eec6a912-c3f2-44f9-8d9f-143757c59c9d with Priority: HIGHEST for action port [ 1064.388486] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_rules [ 1064.388486] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 1064.388486] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec6a912-c3f2-44f9-8d9f-143757c59c9d with Priority: HIGHEST for action port [ 1064.388870] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.389077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.389154] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.390025] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.390148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.390207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.390736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.390736] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.390736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.390736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.391168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.391168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391168] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.391984] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec6a912-c3f2-44f9-8d9f-143757c59c9d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.392072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.392119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.392689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.392689] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec6a912-c3f2-44f9-8d9f-143757c59c9d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.471275] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: SUCCESS [ 1064.471533] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.471739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.471979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.472076] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.708934] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1064.709325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.709595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.709856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.710146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.710281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.710364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.710501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.710585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.710721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.710817] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.879310] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7016313-6fc0-4258-9d7c-40f316236cd9 in Status: SUCCESS [ 1064.879310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.879310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.879310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.879745] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.879745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.879745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.879745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.879868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.880234] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.896446] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.896446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.896649] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.897984] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eec6a912-c3f2-44f9-8d9f-143757c59c9d with status ACTIVE [ 1064.898139] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.898256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.898320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.898518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.898603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.898773] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.898879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.898926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.899232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.899319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.899499] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.899594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.899648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.899792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.899863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.899950] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eec6a912-c3f2-44f9-8d9f-143757c59c9d is going to be updated. [ 1064.922766] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.923271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.923271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.923271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.923338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.923473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.933457] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d209835-b23d-40d8-b513-91c7a2b9161d in Status: SUCCESS [ 1064.933627] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d deletion is rescheduled due to dependency. [ 1064.933772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.982236] env[66352]: INFO networking_nsxv3.common.synchronization [req-b67bf795-cac1-46d6-8fd1-18a865f88a4c req-bf04d0f4-b795-4b7f-8c23-94448e0c5d45 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_members [ 1064.982797] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_members [ 1064.983122] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.983245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.983312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.983771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.983893] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.983974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.984055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.984231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.984326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.984421] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.995775] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.995775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.995948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.996195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.996311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.996413] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be deleted. [ 1065.054158] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.054476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.054476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.054581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.054669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.054791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.212905] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.213086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.213159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.213387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.213541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.213692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.213790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.213953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.214068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.214162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.214310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.214439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.214475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.214593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.214729] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.214817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.214867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.215010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.215089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.215167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.215256] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.304830] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.305115] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.306309] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.306309] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.306309] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.306309] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.306674] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.306981] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.307278] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.307786] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.308863] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.308863] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.308863] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.308863] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.308863] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.308863] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.336150] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.338975] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.338975] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.338975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.338975] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-5fd21ca1-34ba-4252-b88b-128709337e79 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.338975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.338975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.338975] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.338975] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd21ca1-34ba-4252-b88b-128709337e79',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.382656] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.382813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.382874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.383115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.383210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.383563] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.383563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.383695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.383992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.383992] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.383992] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 is going to be deleted. [ 1065.401935] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.415070] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.415070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.415070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.415070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.415070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.415070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.415607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.415890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.416167] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.416394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.416530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.416745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.416900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.417080] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7016313-6fc0-4258-9d7c-40f316236cd9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.488381] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488381] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488381] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 already deleted. [ 1065.488381] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.604310] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1065.604310] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 1065.604310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.719312] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38035268-b360-4d20-8a13-b98601a39ee3: rpc.has_security_group_logging(os_id): False [ 1065.738164] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.738356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.738806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.738987] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.738987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.739154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.739208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.739256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.739446] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.739534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.739587] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.739726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.739804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740035] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.740159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.740216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.740360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.740435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740519] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 1065.840825] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.841161] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.841244] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.841506] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.841684] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.841848] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 5fd21ca1-34ba-4252-b88b-128709337e79 not found, creating... [ 1065.842936] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.842936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.842936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.842936] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.843130] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.843993] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.843993] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.843993] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.843993] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.843993] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.844303] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 5fd21ca1-34ba-4252-b88b-128709337e79 is going to be created. [ 1065.887464] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.887834] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.888056] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.888409] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.888652] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.888886] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.904290] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.904473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.904559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.904727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.904805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.904902] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be created. [ 1065.921023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.921023] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.921023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.921476] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7016313-6fc0-4258-9d7c-40f316236cd9 already deleted. [ 1065.921476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7016313-6fc0-4258-9d7c-40f316236cd9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.957237] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.957383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.957795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.957795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.957915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.974617] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: UNINITIALIZED for 2s [ 1065.978600] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.978820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.978820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.979018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.979233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.014188] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 1066.623930] env[66352]: INFO networking_nsxv3.common.synchronization [req-b67bf795-cac1-46d6-8fd1-18a865f88a4c req-4ebf64ef-980a-4863-a213-4af8352eff5e service nova] Enqueued Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_rules [ 1066.624203] env[66352]: INFO networking_nsxv3.common.synchronization [req-b67bf795-cac1-46d6-8fd1-18a865f88a4c req-4ebf64ef-980a-4863-a213-4af8352eff5e service nova] Enqueued Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_members [ 1066.624286] env[66352]: INFO networking_nsxv3.common.synchronization [req-b67bf795-cac1-46d6-8fd1-18a865f88a4c req-4ebf64ef-980a-4863-a213-4af8352eff5e service nova] Enqueued Resource ID: 5fd21ca1-34ba-4252-b88b-128709337e79 with Priority: HIGHEST for action port [ 1066.624880] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_rules [ 1066.625119] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_members [ 1066.625304] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd21ca1-34ba-4252-b88b-128709337e79 with Priority: HIGHEST for action port [ 1066.625634] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.625788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.625882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.626184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.626301] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.627775] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.628731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.628731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.628731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.628731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.628895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.628895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.629117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.629210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.629309] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.630533] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd21ca1-34ba-4252-b88b-128709337e79 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.630598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.630694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.631370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.631370] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd21ca1-34ba-4252-b88b-128709337e79',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.135035] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.136153] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.136153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.136153] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fd21ca1-34ba-4252-b88b-128709337e79 with status ACTIVE [ 1067.136153] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.136385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.136423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.136642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.136760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.136959] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.137083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.137146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.137304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.137880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.137880] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.137880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.137880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.137880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.137880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.138127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fd21ca1-34ba-4252-b88b-128709337e79 is going to be updated. [ 1067.162968] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.163134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.163229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.163417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.163558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.163715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd21ca1-34ba-4252-b88b-128709337e79" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.365826] env[66352]: INFO networking_nsxv3.common.synchronization [req-c2c4c867-2a95-40ad-89e2-61ffbda91047 req-7face7bd-4561-4965-a914-b3f44395a905 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1067.366500] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1067.366748] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.366997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.366997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.367346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.367547] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.371029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.371029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.371029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.371029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.371029] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.640346] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.793820] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.793949] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.794079] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.794342] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.794599] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.794882] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.794882] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.795086] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.795229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.795435] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.795542] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.795708] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.795748] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.795958] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.795958] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.796175] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.814949] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.814949] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.814949] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.814949] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.815237] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-07943a36-8f60-481d-a6b0-39ea71b3f809 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.815425] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.815547] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.815885] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.816075] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07943a36-8f60-481d-a6b0-39ea71b3f809',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.873561] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.873721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.873792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.874028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.874221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.874317] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.874414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.874476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.874627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.874725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.874875] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74486ce8-67ef-4885-9089-777e7387231d already deleted. [ 1067.875082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.988322] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: SUCCESS [ 1067.988642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.988897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.989585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.989585] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.989739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.989804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.990143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.990283] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.990423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.990590] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.029482] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1068.029715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.142496] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.142688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.142732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.142927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.143028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.143134] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 is going to be created. [ 1068.170582] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.170752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.170814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.171096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.171313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.183647] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 in Status: UNINITIALIZED for 2s [ 1068.319613] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.319613] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.319613] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.319613] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.319969] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.319969] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 07943a36-8f60-481d-a6b0-39ea71b3f809 not found, creating... [ 1068.320533] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.320772] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.320880] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.321165] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.321315] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.321918] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.322319] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.322702] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.322942] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.323200] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.323432] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 07943a36-8f60-481d-a6b0-39ea71b3f809 is going to be created. [ 1068.351393] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.351964] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.352879] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.352879] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.353029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.353375] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.494328] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.494565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.494633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.494915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.495179] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.495343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.495518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.495838] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.496038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.496440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.496440] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.496703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.496856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.497119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.498101] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.498101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.498101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.498101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.498101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.498101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.498481] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.001914] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5478f07f-8e35-483e-a706-4ab2c8d964cc: rpc.has_security_group_logging(os_id): False [ 1069.024071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.024071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.024071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.024071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.024071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.024071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.025340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.025340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.025811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.025811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.026056] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.026229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.026370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.026631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.026826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.027153] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.027453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.027509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.027739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.031138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.031138] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be created. [ 1069.095263] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.095762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.095762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.095762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.095762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102682] env[66352]: INFO networking_nsxv3.common.synchronization [req-c2c4c867-2a95-40ad-89e2-61ffbda91047 req-dc5424fb-6871-457a-852f-2c3c9644fe0d service nova] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1069.102870] env[66352]: INFO networking_nsxv3.common.synchronization [req-c2c4c867-2a95-40ad-89e2-61ffbda91047 req-dc5424fb-6871-457a-852f-2c3c9644fe0d service nova] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1069.103037] env[66352]: INFO networking_nsxv3.common.synchronization [req-c2c4c867-2a95-40ad-89e2-61ffbda91047 req-dc5424fb-6871-457a-852f-2c3c9644fe0d service nova] Enqueued Resource ID: 07943a36-8f60-481d-a6b0-39ea71b3f809 with Priority: HIGHEST for action port [ 1069.103593] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1069.103734] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1069.103839] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07943a36-8f60-481d-a6b0-39ea71b3f809 with Priority: HIGHEST for action port [ 1069.104148] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.104262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.104342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.104522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.104608] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.105606] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.105606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.108186] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.108186] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.108186] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-07943a36-8f60-481d-a6b0-39ea71b3f809 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.108186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.108186] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07943a36-8f60-481d-a6b0-39ea71b3f809',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.110874] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: IN_PROGRESS for 2s [ 1069.610269] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.610416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.610771] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07943a36-8f60-481d-a6b0-39ea71b3f809 with status ACTIVE [ 1069.611090] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.611184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.611287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.611723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.611723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.611997] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.612164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.612269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.612698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.612698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.612909] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.613123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.613221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.613385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.613504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.613637] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07943a36-8f60-481d-a6b0-39ea71b3f809 is going to be updated. [ 1069.614885] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.638082] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.638273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.638347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.638548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.638725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.638849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07943a36-8f60-481d-a6b0-39ea71b3f809" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.116766] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.197525] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 in Status: SUCCESS [ 1070.198274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.198501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.198760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.199174] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.199256] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.201118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.201118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.201118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.201118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.201118] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.619374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.619374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.619609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.619609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.619743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.619855] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be created. [ 1070.671598] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.671799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.671878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.672182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.672391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.687768] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: UNINITIALIZED for 2s [ 1070.703348] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.125749] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: SUCCESS [ 1071.126093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.206082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6c2b42b-61f7-4601-8438-17c4d7ae7bd1: rpc.has_security_group_logging(os_id): False [ 1071.225777] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.225777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.225777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.225777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.225777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.226062] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.226062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.226173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.226227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.226303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.226390] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 is going to be created. [ 1071.295396] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.295558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.295621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.295825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.296023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.329789] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 in Status: IN_PROGRESS for 2s [ 1071.754887] env[66352]: INFO networking_nsxv3.common.synchronization [req-ad6065f9-f686-4fb7-9d62-c3bf09eb22ab req-0851bf5c-00ad-4059-8f40-0caea7302219 tempest-ServerDiskConfigTestJSON-1911194612 tempest-ServerDiskConfigTestJSON-1911194612-project-member] Enqueued Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1071.755849] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38035268-b360-4d20-8a13-b98601a39ee3 with Priority: HIGHEST for action security_group_members [ 1071.755849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-38035268-b360-4d20-8a13-b98601a39ee3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.755849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.756087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.756439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.756515] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.756643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.756745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.757712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.757712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.757712] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38035268-b360-4d20-8a13-b98601a39ee3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.260016] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.260414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.260616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.260938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.261025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.261190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.261322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.261396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.261573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.261651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.261737] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 is going to be updated. [ 1072.338117] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.338117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.338312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.338608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.338814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.355626] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: IN_PROGRESS for 2s [ 1072.702543] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: SUCCESS [ 1072.705096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.705096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.705096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.705096] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.705096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.705096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.705096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.705096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.705420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.705420] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.207534] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.346753] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 in Status: SUCCESS [ 1073.347227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.710921] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74486ce8-67ef-4885-9089-777e7387231d: rpc.has_security_group_logging(os_id): False [ 1073.729772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.730130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.730257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.730646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.730831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.731343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.731419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.731419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.731618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.731715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.731846] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be created. [ 1073.801353] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.801551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.801600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.802089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.802089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.813963] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: IN_PROGRESS for 2s [ 1074.348088] env[66352]: INFO networking_nsxv3.common.synchronization [req-fb7791ce-9d0f-4b1c-a3ff-80bddeae3364 req-c98d4fd0-6c53-4bae-86c8-dc760132bb04 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 1074.349448] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGHEST for action security_group_members [ 1074.349448] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.349582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.349582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.349829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.350043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.350192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.350258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.350407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.350493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.350611] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.372960] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38035268-b360-4d20-8a13-b98601a39ee3 in Status: SUCCESS [ 1074.373199] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38035268-b360-4d20-8a13-b98601a39ee3 deletion is rescheduled due to dependency. [ 1074.373246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38035268-b360-4d20-8a13-b98601a39ee3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.417455] env[66352]: INFO networking_nsxv3.common.synchronization [req-fb7791ce-9d0f-4b1c-a3ff-80bddeae3364 req-c98d4fd0-6c53-4bae-86c8-dc760132bb04 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: eec6a912-c3f2-44f9-8d9f-143757c59c9d with Priority: HIGHEST for action port [ 1074.418021] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec6a912-c3f2-44f9-8d9f-143757c59c9d with Priority: HIGHEST for action port [ 1074.418426] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec6a912-c3f2-44f9-8d9f-143757c59c9d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.418579] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.418665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.418877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.419009] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec6a912-c3f2-44f9-8d9f-143757c59c9d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.854194] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.854194] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.854194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.854194] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be updated. [ 1074.883959] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.884195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.884302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.885815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.885937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.895895] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: IN_PROGRESS for 2s [ 1074.921432] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eec6a912-c3f2-44f9-8d9f-143757c59c9d with status ACTIVE [ 1074.921750] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.921918] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.921993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.922228] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.922320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.922518] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.922623] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.922687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.922841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.922919] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923165] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.923488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.923564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923649] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eec6a912-c3f2-44f9-8d9f-143757c59c9d is going to be updated. [ 1074.955441] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.955598] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.955948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.956121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.956296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec6a912-c3f2-44f9-8d9f-143757c59c9d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.845217] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: SUCCESS [ 1075.845724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.361668] env[66352]: INFO networking_nsxv3.common.synchronization [None req-fcefa561-ed5e-480b-ab50-331b4ed111e4 None None] Enqueued Resource ID: 1422158b-b2e8-4ec3-a8af-5e6a504cf9f4 with Priority: HIGHEST for action port [ 1076.365018] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1422158b-b2e8-4ec3-a8af-5e6a504cf9f4 with Priority: HIGHEST for action port [ 1076.365018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-1422158b-b2e8-4ec3-a8af-5e6a504cf9f4 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.365018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1422158b-b2e8-4ec3-a8af-5e6a504cf9f4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.365018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1422158b-b2e8-4ec3-a8af-5e6a504cf9f4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.365018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1422158b-b2e8-4ec3-a8af-5e6a504cf9f4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.365018] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1422158b-b2e8-4ec3-a8af-5e6a504cf9f4',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.870415] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1422158b-b2e8-4ec3-a8af-5e6a504cf9f4 [ 1076.870814] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.870814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.870944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.871255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.871255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.871412] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1422158b-b2e8-4ec3-a8af-5e6a504cf9f4 already deleted. [ 1076.871412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1422158b-b2e8-4ec3-a8af-5e6a504cf9f4" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.906734] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc in Status: SUCCESS [ 1076.906999] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc deletion is rescheduled due to dependency. [ 1076.907080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.594881] env[66352]: INFO networking_nsxv3.common.synchronization [req-0e570d5c-1b96-4cfb-bcca-77e03ac6b3ac req-9cdb4f65-49cc-41d4-a919-95854927f5c8 tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1078.595748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1078.599798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.599798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.599798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.599798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.599798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.599798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.599798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.599798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.599798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.599798] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.068409] env[66352]: INFO networking_nsxv3.common.synchronization [None req-39fe9b7c-c53b-4459-b5a8-f98703c79e81 None None] Enqueued Resource ID: 0824d59a-aab6-45d0-a74f-e2fa4b758f6d with Priority: HIGHEST for action port [ 1079.069033] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0824d59a-aab6-45d0-a74f-e2fa4b758f6d with Priority: HIGHEST for action port [ 1079.069386] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-0824d59a-aab6-45d0-a74f-e2fa4b758f6d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.069535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0824d59a-aab6-45d0-a74f-e2fa4b758f6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.069580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0824d59a-aab6-45d0-a74f-e2fa4b758f6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.070099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0824d59a-aab6-45d0-a74f-e2fa4b758f6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.070099] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0824d59a-aab6-45d0-a74f-e2fa4b758f6d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.101631] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.101631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.101631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.102819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.104553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.104553] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.104553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.104553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.104553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.104553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.104553] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1079.156356] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.156479] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.156549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.157034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.157260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.169313] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1079.389792] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.390070] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.395172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.395704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.395878] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.396086] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.396203] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.396448] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.396663] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.396851] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.396996] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.397407] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.397407] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.397407] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.397571] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.397604] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.421955] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.421955] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.421955] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.421955] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-159" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.422194] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-2a706e50-75d4-454a-a89e-ddecdb2def1f taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.422436] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.422535] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.423526] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.423526] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a706e50-75d4-454a-a89e-ddecdb2def1f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.574855] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0824d59a-aab6-45d0-a74f-e2fa4b758f6d [ 1079.575326] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.575539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.575539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.575882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.575882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.575989] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0824d59a-aab6-45d0-a74f-e2fa4b758f6d already deleted. [ 1079.576063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0824d59a-aab6-45d0-a74f-e2fa4b758f6d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.926192] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.926779] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.926779] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.926967] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.927069] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.927228] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 2a706e50-75d4-454a-a89e-ddecdb2def1f not found, creating... [ 1079.927492] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.927654] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.927765] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.927985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.928130] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.928438] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.928611] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.928732] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.928965] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.929126] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.929280] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 2a706e50-75d4-454a-a89e-ddecdb2def1f is going to be created. [ 1079.962227] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.962439] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.962564] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.963261] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.963261] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.963693] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.736041] env[66352]: INFO networking_nsxv3.common.synchronization [req-0e570d5c-1b96-4cfb-bcca-77e03ac6b3ac req-407920d2-e70d-4b5b-bd35-066ff3dc93ad service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 1080.736948] env[66352]: INFO networking_nsxv3.common.synchronization [req-0e570d5c-1b96-4cfb-bcca-77e03ac6b3ac req-407920d2-e70d-4b5b-bd35-066ff3dc93ad service nova] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1080.736948] env[66352]: INFO networking_nsxv3.common.synchronization [req-0e570d5c-1b96-4cfb-bcca-77e03ac6b3ac req-407920d2-e70d-4b5b-bd35-066ff3dc93ad service nova] Enqueued Resource ID: 2a706e50-75d4-454a-a89e-ddecdb2def1f with Priority: HIGHEST for action port [ 1080.737748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_rules [ 1080.738072] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1080.740162] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a706e50-75d4-454a-a89e-ddecdb2def1f with Priority: HIGHEST for action port [ 1080.740162] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.740162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.740162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.740162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.740162] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.743436] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.743436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.745385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a706e50-75d4-454a-a89e-ddecdb2def1f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.745385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.745385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.745385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.745385] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a706e50-75d4-454a-a89e-ddecdb2def1f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.038859] env[66352]: INFO networking_nsxv3.common.synchronization [req-d76ea5f6-904d-4a01-b4c4-aaa102c921ed req-66b7d1c7-4e43-447b-8017-2a0a8feaea52 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_members [ 1081.039593] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGHEST for action security_group_members [ 1081.040061] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.040215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.040356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.040638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.040849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.040986] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.041091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.041302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.041417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.041557] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.181088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1081.181377] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 1081.181486] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.181613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.181824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.182011] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.182136] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.182195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.182343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.182429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.182534] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.241825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.241988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.250091] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a706e50-75d4-454a-a89e-ddecdb2def1f with status ACTIVE [ 1081.250373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.250529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.250581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.250829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.250924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.251438] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.251438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.251438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.251438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.251603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.251697] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.251791] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.251852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.251994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.254033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.254033] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a706e50-75d4-454a-a89e-ddecdb2def1f is going to be updated. [ 1081.273365] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.276867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.276867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.276867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.276867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.276867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a706e50-75d4-454a-a89e-ddecdb2def1f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.544205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.544392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.544502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.544763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.544861] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.545102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.545367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.545367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.545367] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.545482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.545524] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb is going to be updated. [ 1081.579307] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.579773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.579773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.579941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.580101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.589705] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb in Status: IN_PROGRESS for 2s [ 1081.685692] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.711779] env[66352]: INFO networking_nsxv3.common.synchronization [req-115dc7b6-d9a8-4f29-9e2f-dd03d80733f9 req-bfebe69e-307f-40e0-b212-ab66fc890596 tempest-InstanceActionsV221TestJSON-1526157334 tempest-InstanceActionsV221TestJSON-1526157334-project-member] Enqueued Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_members [ 1081.713283] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_members [ 1081.714272] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.714533] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.714690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.715042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.715305] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.715529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.715675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.715905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.716154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.716395] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.107181] env[66352]: INFO networking_nsxv3.common.synchronization [None req-14766141-dc59-46f2-8db7-84a1a7b1bd92 None None] Enqueued Resource ID: 5fb4e546-44c8-4809-852c-66700577eec9 with Priority: HIGHEST for action port [ 1082.107734] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb4e546-44c8-4809-852c-66700577eec9 with Priority: HIGHEST for action port [ 1082.108495] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb4e546-44c8-4809-852c-66700577eec9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.108495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb4e546-44c8-4809-852c-66700577eec9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.108650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb4e546-44c8-4809-852c-66700577eec9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.108930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb4e546-44c8-4809-852c-66700577eec9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.108930] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb4e546-44c8-4809-852c-66700577eec9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.191580] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.221054] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.221605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.221698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.221930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.222059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.222283] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.222408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.222473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.222642] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.222714] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.222815] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 already deleted. [ 1082.222900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.260604] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.260817] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-384" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.261061] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-384" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.261540] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-384" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.262073] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.262334] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.262544] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.262903] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.263148] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.263501] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.263702] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.263903] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.264125] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.264278] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.264392] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.264583] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.286118] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.286307] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.286443] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.286597] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-384" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.286911] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-1f80891b-f583-4e1f-9415-a77a304a1bc3 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.287089] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.287206] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.287556] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.287689] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f80891b-f583-4e1f-9415-a77a304a1bc3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.611136] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fb4e546-44c8-4809-852c-66700577eec9 [ 1082.611732] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.612249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.612326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.613589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.613679] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.614402] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fb4e546-44c8-4809-852c-66700577eec9 already deleted. [ 1082.614546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb4e546-44c8-4809-852c-66700577eec9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.693640] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.695442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.695442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.695442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.695442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.695442] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1082.726950] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.727109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.727182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.727540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.727742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.747022] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1082.789627] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.789897] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.790081] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.790371] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.790521] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.790674] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 1f80891b-f583-4e1f-9415-a77a304a1bc3 not found, creating... [ 1082.790937] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.791103] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.791248] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.791505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.791638] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.791990] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.794258] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.794477] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.794808] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.795048] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.795254] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 1f80891b-f583-4e1f-9415-a77a304a1bc3 is going to be created. [ 1082.827365] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.828077] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.828374] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.828701] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.829050] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.829309] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.611286] env[66352]: INFO networking_nsxv3.common.synchronization [req-115dc7b6-d9a8-4f29-9e2f-dd03d80733f9 req-070d5cfc-3e57-48f3-b5a8-00be59d59abf service nova] Enqueued Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_rules [ 1083.611286] env[66352]: INFO networking_nsxv3.common.synchronization [req-115dc7b6-d9a8-4f29-9e2f-dd03d80733f9 req-070d5cfc-3e57-48f3-b5a8-00be59d59abf service nova] Enqueued Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_members [ 1083.611286] env[66352]: INFO networking_nsxv3.common.synchronization [req-115dc7b6-d9a8-4f29-9e2f-dd03d80733f9 req-070d5cfc-3e57-48f3-b5a8-00be59d59abf service nova] Enqueued Resource ID: 1f80891b-f583-4e1f-9415-a77a304a1bc3 with Priority: HIGHEST for action port [ 1083.612109] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_rules [ 1083.614230] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_members [ 1083.614230] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80891b-f583-4e1f-9415-a77a304a1bc3 with Priority: HIGHEST for action port [ 1083.614230] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.614230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.614230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.614230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.614230] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.615113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.615113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.615113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.615113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.615249] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.615306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.615889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.615889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.615889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.615889] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.617217] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f80891b-f583-4e1f-9415-a77a304a1bc3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.617627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.617831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.618016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.618107] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f80891b-f583-4e1f-9415-a77a304a1bc3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.629523] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb in Status: SUCCESS [ 1083.629523] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb deletion is rescheduled due to dependency. [ 1083.629523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.119857] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.121126] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.121285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.121648] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f80891b-f583-4e1f-9415-a77a304a1bc3 with status ACTIVE [ 1084.121818] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.122029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.122029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.122209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.122296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.122471] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.122566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.122624] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.122793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.123326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.123541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.123695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.123695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.123843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.123916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.124411] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f80891b-f583-4e1f-9415-a77a304a1bc3 is going to be updated. [ 1084.149427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.149427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.149427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.149907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.149907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.149907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f80891b-f583-4e1f-9415-a77a304a1bc3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.586399] env[66352]: INFO networking_nsxv3.common.synchronization [None req-7c7074bf-6315-4139-87c4-1444d17190cd None None] Enqueued Resource ID: e1069374-cd5f-4103-9ee4-95ea688ce5a0 with Priority: HIGHEST for action port [ 1084.586930] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1069374-cd5f-4103-9ee4-95ea688ce5a0 with Priority: HIGHEST for action port [ 1084.587314] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1069374-cd5f-4103-9ee4-95ea688ce5a0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.587448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1069374-cd5f-4103-9ee4-95ea688ce5a0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.587517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1069374-cd5f-4103-9ee4-95ea688ce5a0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.587770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1069374-cd5f-4103-9ee4-95ea688ce5a0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.587854] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1069374-cd5f-4103-9ee4-95ea688ce5a0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.626388] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.759091] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.759091] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.759091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.759091] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.877301] env[66352]: INFO networking_nsxv3.common.synchronization [req-7b87f76c-bb62-4f96-af0d-762b60023ce2 req-dccbb493-770c-4385-a3af-bd7fc8f2e482 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1084.878575] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1084.879132] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.879267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.879332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.879722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.879887] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.880057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.880129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.880289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.880420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.880498] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.090695] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1069374-cd5f-4103-9ee4-95ea688ce5a0 [ 1085.090695] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.090695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.090695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.090695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.090695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.090695] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1069374-cd5f-4103-9ee4-95ea688ce5a0 already deleted. [ 1085.091197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1069374-cd5f-4103-9ee4-95ea688ce5a0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.116494] env[66352]: INFO networking_nsxv3.common.synchronization [req-a55fa568-5504-41f2-8c59-83fd77d9f8c6 req-08902977-6438-40db-b937-86ef11526618 tempest-ServerRescueTestJSON-1100877326 tempest-ServerRescueTestJSON-1100877326-project-member] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1085.117105] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1085.117403] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.117572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.117647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.117828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.118033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.118083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.118356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.118356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.118630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.118630] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.128054] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.128195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.128270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.128467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.128553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.128643] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 is going to be created. [ 1085.156663] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.156823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.156823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.157125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.157223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.168098] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 in Status: UNINITIALIZED for 2s [ 1085.219917] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.220174] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.220307] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.220617] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.220890] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.221566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.221566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.221566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.221720] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.221826] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.221977] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.222140] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.222351] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.222472] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.222582] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.222742] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.250305] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.250475] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.250625] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.250800] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.251128] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-ae26656e-5755-4476-b235-d66c2d02501e taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.251357] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.253175] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.253683] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.253683] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae26656e-5755-4476-b235-d66c2d02501e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.262679] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.262864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.262938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.263173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.263350] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.263456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.263567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.263680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.263767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.263853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.263997] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.264102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.264163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.267395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.267395] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.267395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.267395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.267395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.267395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.267395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.267395] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.385442] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.620900] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.757239] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.757698] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.757698] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.758114] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.758299] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.758492] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port ae26656e-5755-4476-b235-d66c2d02501e not found, creating... [ 1085.758781] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.758946] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.759075] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.759353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.759541] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.759971] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.760146] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.760330] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.760673] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.760834] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.761042] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: ae26656e-5755-4476-b235-d66c2d02501e is going to be created. [ 1085.767027] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40b5dec-1439-451d-af59-9f2e01b174ec: rpc.has_security_group_logging(os_id): False [ 1085.787544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.787758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.787868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.788072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.788174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.788414] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.788554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.788626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.788795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.788869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.789081] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.789669] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.790115] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1085.792775] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.792962] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.793134] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.793449] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.793693] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.793942] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.889928] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.912133] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.912133] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.912329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.912462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.912665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.946311] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1086.123859] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.393965] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.394159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.394243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.394476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.394608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.394917] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be updated. [ 1086.436181] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.436392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.436458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.436807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.436807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.453694] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: IN_PROGRESS for 2s [ 1086.556675] env[66352]: INFO networking_nsxv3.common.synchronization [req-7b87f76c-bb62-4f96-af0d-762b60023ce2 req-244339a0-7c6b-4d4e-865d-8297fadeb779 service nova] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1086.556900] env[66352]: INFO networking_nsxv3.common.synchronization [req-7b87f76c-bb62-4f96-af0d-762b60023ce2 req-244339a0-7c6b-4d4e-865d-8297fadeb779 service nova] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1086.557100] env[66352]: INFO networking_nsxv3.common.synchronization [req-7b87f76c-bb62-4f96-af0d-762b60023ce2 req-244339a0-7c6b-4d4e-865d-8297fadeb779 service nova] Enqueued Resource ID: ae26656e-5755-4476-b235-d66c2d02501e with Priority: HIGHEST for action port [ 1086.557742] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_rules [ 1086.557913] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1086.558063] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae26656e-5755-4476-b235-d66c2d02501e with Priority: HIGHEST for action port [ 1086.558517] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.558682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.558787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.559058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.559175] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.560298] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.560531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.560879] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae26656e-5755-4476-b235-d66c2d02501e taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.561042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.561146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.561303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.561387] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae26656e-5755-4476-b235-d66c2d02501e',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.628053] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.628053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.628053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.628053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.628053] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.628053] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be updated. [ 1086.657854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.658108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.658254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.658620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.658868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.672815] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: IN_PROGRESS for 2s [ 1087.063729] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.064055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.064113] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae26656e-5755-4476-b235-d66c2d02501e with status ACTIVE [ 1087.064310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.064396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.064396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.064610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.064700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.064879] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.065025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.065075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.065407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.065407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.065532] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.065532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.065661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.065705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.065798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.065916] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae26656e-5755-4476-b235-d66c2d02501e is going to be updated. [ 1087.108817] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.109088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.109164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.109594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.109594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.109683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae26656e-5755-4476-b235-d66c2d02501e" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.178803] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 in Status: SUCCESS [ 1087.179129] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.179348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.179626] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.179937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.179937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.180068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.180176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.180255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.180339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.180466] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.683699] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.683902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.683902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.684320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.684554] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.684700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.684821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.684946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.685056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.685175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.685372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.685441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.685506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.685663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.685804] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.685896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.685955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.686111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.686190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.686437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.686437] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.967149] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1087.967391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.188923] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a7cf7a-e723-4bdf-87c2-c60e4da402e8: rpc.has_security_group_logging(os_id): False [ 1088.209611] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.209876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.209999] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.210288] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.210497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.210826] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.210993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.211091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.211345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.211500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.211843] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.212037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.212149] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.212308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.212389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.212587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.212686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.212751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.212886] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.212961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.213059] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 is going to be created. [ 1088.279706] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.279706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.279706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.279706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.280011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.290851] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 in Status: IN_PROGRESS for 2s [ 1088.481296] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: SUCCESS [ 1088.481693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.481993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.482352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.482650] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.482879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.483019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.483289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.483436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.483600] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.685013] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: SUCCESS [ 1088.685300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.986752] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.069329] env[66352]: INFO networking_nsxv3.common.synchronization [req-8b52fcb4-cb75-41f2-b2d0-c31e47f04107 req-29a0b690-762b-4df3-a526-e25ce119d963 tempest-ServerAddressesNegativeTestJSON-1353529027 tempest-ServerAddressesNegativeTestJSON-1353529027-project-member] Enqueued Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_members [ 1089.070114] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_members [ 1089.070605] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.070734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.070803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.072062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.072062] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.072062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.072062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.072062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.072062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.072062] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.428708] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.429260] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.429260] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.429442] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.429714] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.429915] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.430069] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.430333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.430528] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.430785] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.430932] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.431131] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.431250] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.431394] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.431590] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.431724] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.457118] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.457484] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.457721] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.458021] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.458389] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-d091c122-d642-446a-a18e-4b8712f0185b taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.458692] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.458917] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.459437] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.459715] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d091c122-d642-446a-a18e-4b8712f0185b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.489457] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.574051] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.574290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.574290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.574575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.574956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.575088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.575213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.575282] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.575485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.575559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.575670] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a678006b-ce64-4642-9d8a-30ce4f617c96 already deleted. [ 1089.575769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.964082] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.964082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.964082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.964082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.964082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.964082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port d091c122-d642-446a-a18e-4b8712f0185b not found, creating... [ 1089.964082] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.964082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.964082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.964082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.964580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.964580] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.964580] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.964691] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.964883] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.965052] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.965197] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: d091c122-d642-446a-a18e-4b8712f0185b is going to be created. [ 1089.985723] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.985939] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.986076] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.986339] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.986562] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.986777] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.992398] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.992528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.992600] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.992802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.992893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.992984] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be updated. [ 1090.038431] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.038616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.038690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.038899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.039734] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.049810] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: IN_PROGRESS for 2s [ 1090.305029] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 in Status: SUCCESS [ 1090.305029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.719352] env[66352]: INFO networking_nsxv3.common.synchronization [req-8b52fcb4-cb75-41f2-b2d0-c31e47f04107 req-9a06c5fc-4232-4ebc-a77b-520a85a9a050 service nova] Enqueued Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_rules [ 1090.719661] env[66352]: INFO networking_nsxv3.common.synchronization [req-8b52fcb4-cb75-41f2-b2d0-c31e47f04107 req-9a06c5fc-4232-4ebc-a77b-520a85a9a050 service nova] Enqueued Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_members [ 1090.719830] env[66352]: INFO networking_nsxv3.common.synchronization [req-8b52fcb4-cb75-41f2-b2d0-c31e47f04107 req-9a06c5fc-4232-4ebc-a77b-520a85a9a050 service nova] Enqueued Resource ID: d091c122-d642-446a-a18e-4b8712f0185b with Priority: HIGHEST for action port [ 1090.721280] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_rules [ 1090.721280] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_members [ 1090.721280] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d091c122-d642-446a-a18e-4b8712f0185b with Priority: HIGHEST for action port [ 1090.721611] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.721765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.721823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.722062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.723041] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.723297] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.723421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.723490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.723723] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.723927] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.724096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.725792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.725844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.725951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.726084] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.730068] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-d091c122-d642-446a-a18e-4b8712f0185b taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.730068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.730068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.730068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.730068] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d091c122-d642-446a-a18e-4b8712f0185b',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.230154] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.231296] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.231412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.231652] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d091c122-d642-446a-a18e-4b8712f0185b with status ACTIVE [ 1091.231785] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.231926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.231957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.232158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.232251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.232411] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.232506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.232583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.232744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.232823] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233011] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.233198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.233262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.233478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233561] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d091c122-d642-446a-a18e-4b8712f0185b is going to be updated. [ 1091.257562] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.257814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.257925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.258092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.258227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.258388] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d091c122-d642-446a-a18e-4b8712f0185b" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.736502] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.070263] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: SUCCESS [ 1092.070263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.070584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.070845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.070943] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.071092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.071156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.071355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.071443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.071557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.071688] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.240784] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.240979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.241075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.241353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.241553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.241688] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a678006b-ce64-4642-9d8a-30ce4f617c96 is going to be created. [ 1092.268351] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.268648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.268648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.268811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.268954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.281068] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a678006b-ce64-4642-9d8a-30ce4f617c96 in Status: UNINITIALIZED for 2s [ 1092.579528] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.081796] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74486ce8-67ef-4885-9089-777e7387231d: rpc.has_security_group_logging(os_id): False [ 1093.105858] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.106125] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.106183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.106474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.106622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.106914] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.107056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.107134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.107318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.107398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.107487] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be updated. [ 1093.200872] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.201108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.201203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.201630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.201743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.222205] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: IN_PROGRESS for 2s [ 1093.713437] env[66352]: INFO networking_nsxv3.common.synchronization [req-7b778fd3-4821-437b-ae07-96cccf32e28f req-ca6ab269-9068-48f8-95da-e41b0a94ed40 tempest-ServerRescueTestJSON-1100877326 tempest-ServerRescueTestJSON-1100877326-project-member] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1093.714017] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGHEST for action security_group_members [ 1093.714474] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.714620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.714686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.714888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.715062] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.715163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.715227] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.715372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.715459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.715555] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.216399] env[66352]: INFO networking_nsxv3.common.synchronization [req-bee4a930-7533-47a1-920c-421bef83ecde req-e8046bb0-d304-4842-8873-23a9e30d8d7b tempest-InstanceActionsV221TestJSON-1526157334 tempest-InstanceActionsV221TestJSON-1526157334-project-member] Enqueued Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_members [ 1094.217284] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGHEST for action security_group_members [ 1094.217663] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.217808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.217894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.218171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.218292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.218484] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.218619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.218692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.218851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.218930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.219022] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be updated. [ 1094.220199] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.220317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.220410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.220599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.220767] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.220866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.220929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.221099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.221208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.221335] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.255187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.255466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.255532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.256266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.256484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.267589] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: IN_PROGRESS for 2s [ 1094.293437] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a678006b-ce64-4642-9d8a-30ce4f617c96 in Status: SUCCESS [ 1094.293932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.294164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.294492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.294847] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.295111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.295169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.295573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.295809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.295860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.295996] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.300268] env[66352]: INFO networking_nsxv3.common.synchronization [req-7840b36d-1a48-4537-aadb-27589133adb5 req-448a622b-0fab-4c92-8c87-5fe0224096b4 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_members [ 1094.300748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 with Priority: HIGHEST for action security_group_members [ 1094.302183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.302183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.302183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.302183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.302183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.302183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.302183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.302493] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.302854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.302854] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66406f2-023f-4cd6-b5c7-bf3e1f1c4137',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.723552] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.723762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.723865] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.724146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.724257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.724493] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.724636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.724754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.724851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.724899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.725015] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 is going to be updated. [ 1094.764276] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.764552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.764552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.764726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.764814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.775816] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 in Status: IN_PROGRESS for 2s [ 1094.801443] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.801884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.801976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.802200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.802521] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.802654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.802726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.802859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.802972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.803079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.803241] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.803332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.803411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.803537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.803654] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.803731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.803790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.803929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.803996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.804091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.804177] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.805348] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.805516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.805516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.805663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.840837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.840837] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.840837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.840837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.840837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.840837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.840837] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 is going to be updated. [ 1094.872980] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.872980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.872980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.872980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.873158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.884833] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 in Status: IN_PROGRESS for 2s [ 1095.236796] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: SUCCESS [ 1095.237040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.311204] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a678006b-ce64-4642-9d8a-30ce4f617c96: rpc.has_security_group_logging(os_id): False [ 1095.338808] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.339162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.339162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.339308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.339434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.339706] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.339836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.339936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.340427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.340904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.341023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.342668] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.342668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.342668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.342668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.342668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.342668] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a678006b-ce64-4642-9d8a-30ce4f617c96 is going to be created. [ 1095.458833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.459023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.459023] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.459198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.459398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.474198] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a678006b-ce64-4642-9d8a-30ce4f617c96 in Status: IN_PROGRESS for 2s [ 1096.278686] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 in Status: SUCCESS [ 1096.278965] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 deletion is rescheduled due to dependency. [ 1096.279049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.291962] env[66352]: INFO networking_nsxv3.common.synchronization [None req-8b271422-3aac-4d3c-bfad-972e48d742de tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1096.292769] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1096.293163] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.293329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.293432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.293744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.294036] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.294471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.294471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.294471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.294657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.294706] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.786599] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 in Status: SUCCESS [ 1096.786872] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 deletion is rescheduled due to dependency. [ 1096.787022] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.797636] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.797916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.797916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.798126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.798224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.798423] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.798530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.798588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.798894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.798985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.799095] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1096.825448] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.825590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.825690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.825938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.826062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.836765] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1096.906840] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 in Status: SUCCESS [ 1096.907028] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66406f2-023f-4cd6-b5c7-bf3e1f1c4137 deletion is rescheduled due to dependency. [ 1096.907147] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66406f2-023f-4cd6-b5c7-bf3e1f1c4137" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.489335] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a678006b-ce64-4642-9d8a-30ce4f617c96 in Status: SUCCESS [ 1097.489335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.945580] env[66352]: INFO networking_nsxv3.common.synchronization [req-5856561e-27af-4a42-8bbe-60015140ce44 req-927d8448-b61f-425e-87bd-1311ba419da3 tempest-ServersV294TestFqdnHostnames-1004839893 tempest-ServersV294TestFqdnHostnames-1004839893-project-member] Enqueued Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_members [ 1097.945580] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGHEST for action security_group_members [ 1097.945580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.945580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.945580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.945580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.946192] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.946192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.946192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.946192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.946192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.946605] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.448828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.449058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.449114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.449741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.449741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.449741] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.449741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.449896] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.449927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.450017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.450105] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 is going to be updated. [ 1098.481531] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.481677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.481741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.481958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.482119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.492343] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefc1a77-8fcd-44c4-922e-537a85eea974 in Status: IN_PROGRESS for 2s [ 1098.847358] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1098.847586] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 deletion is rescheduled due to dependency. [ 1098.847735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.502607] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefc1a77-8fcd-44c4-922e-537a85eea974 in Status: SUCCESS [ 1100.503263] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 deletion is rescheduled due to dependency. [ 1100.503485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.577430] env[66352]: INFO networking_nsxv3.common.synchronization [None req-15adc08c-edfe-42a2-a88c-b2c65d33bb78 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_rules [ 1102.577969] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_rules [ 1102.578294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.578418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.578488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.578790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.578870] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.653986] env[66352]: INFO networking_nsxv3.common.synchronization [None req-d66613d7-2214-41b8-9443-da4e3babf02a tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_rules [ 1102.654500] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_rules [ 1102.655058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.655058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.105689] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.105914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.105914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.106146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.106383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.106468] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c already deleted. [ 1103.106519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.107052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.107240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.107325] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.641816] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.641816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.642245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.642245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.642245] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.642345] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c already deleted. [ 1103.642345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.041428] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb46c58c-895f-4761-918c-8dd59270ff91 req-1f80d0e4-f0f9-476c-9e45-65a4fd92d7d1 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1104.041428] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1104.041598] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.041733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.041828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.042042] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.042217] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.042337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.042404] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.042535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.042636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.042733] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.179994] env[66352]: INFO networking_nsxv3.common.synchronization [req-5c55d19c-c2bb-43c8-a058-73cc5377bce1 req-58736861-f9b7-436c-903c-3e4e3059cee3 tempest-ServerAddressesNegativeTestJSON-1353529027 tempest-ServerAddressesNegativeTestJSON-1353529027-project-member] Enqueued Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_members [ 1104.179994] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGHEST for action security_group_members [ 1104.181146] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.182327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.182327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.183163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.183483] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.183705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.183848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.184121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.184296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.184490] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.464297] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.464504] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.464625] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.465269] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.465539] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.465984] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.465984] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.466472] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.466672] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466908] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.467037] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.467148] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.467253] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.467363] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.467466] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.467591] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.490606] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.490833] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.490989] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.491167] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-213" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.491470] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-93c067b0-f710-4289-835c-0e6ad0e3e014 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.491637] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.491756] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.492102] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.492235] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c067b0-f710-4289-835c-0e6ad0e3e014',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.545533] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.687313] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.687671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.687671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.687775] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.687864] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.688205] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.688336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.688403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.688549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.688686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.688780] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a678006b-ce64-4642-9d8a-30ce4f617c96 is going to be updated. [ 1104.741127] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.741127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.741127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.741127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.741127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.750926] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a678006b-ce64-4642-9d8a-30ce4f617c96 in Status: IN_PROGRESS for 2s [ 1104.994723] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.994991] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.995149] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.995429] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.995572] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.995723] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 93c067b0-f710-4289-835c-0e6ad0e3e014 not found, creating... [ 1104.995994] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.996183] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.996339] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.996608] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.996608] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.996942] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.997037] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.997222] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.997426] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.997562] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.997814] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 93c067b0-f710-4289-835c-0e6ad0e3e014 is going to be created. [ 1105.020914] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.021059] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.021119] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.021394] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.021634] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.021857] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.047691] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.550155] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.550380] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.550485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.551086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.551250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.551419] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d is going to be updated. [ 1105.581271] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.581490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.581490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.581696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.581868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.591772] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: IN_PROGRESS for 2s [ 1105.752307] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb46c58c-895f-4761-918c-8dd59270ff91 req-bcf52998-87f5-4f4f-a804-3a13e3f1e51d service nova] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 1105.752566] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb46c58c-895f-4761-918c-8dd59270ff91 req-bcf52998-87f5-4f4f-a804-3a13e3f1e51d service nova] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1105.752603] env[66352]: INFO networking_nsxv3.common.synchronization [req-bb46c58c-895f-4761-918c-8dd59270ff91 req-bcf52998-87f5-4f4f-a804-3a13e3f1e51d service nova] Enqueued Resource ID: 93c067b0-f710-4289-835c-0e6ad0e3e014 with Priority: HIGHEST for action port [ 1105.753100] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_rules [ 1105.753232] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1105.753330] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c067b0-f710-4289-835c-0e6ad0e3e014 with Priority: HIGHEST for action port [ 1105.753668] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.753731] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.753765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.753977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.754057] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.754894] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.754995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.755203] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-93c067b0-f710-4289-835c-0e6ad0e3e014 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.755336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.755368] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.755519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.755594] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c067b0-f710-4289-835c-0e6ad0e3e014',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.257803] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.257950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.258719] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93c067b0-f710-4289-835c-0e6ad0e3e014 with status ACTIVE [ 1106.258719] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.258719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.258719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.258950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.258979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.259214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.259310] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.259374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.259522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.259596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.259774] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.259868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.259931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.260080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.260156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.260239] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93c067b0-f710-4289-835c-0e6ad0e3e014 is going to be updated. [ 1106.284471] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.284659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.284735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.284946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.285097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.285252] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93c067b0-f710-4289-835c-0e6ad0e3e014" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.763648] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a678006b-ce64-4642-9d8a-30ce4f617c96 in Status: SUCCESS [ 1106.763871] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a678006b-ce64-4642-9d8a-30ce4f617c96 deletion is rescheduled due to dependency. [ 1106.763948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.602374] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: SUCCESS [ 1107.602597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.602768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.602987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.603190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.603305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.603370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.603524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.603606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.603704] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.106034] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.608388] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.111694] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.112034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.112034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.112286] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.112361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.112504] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d is going to be updated. [ 1109.150068] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.152035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.152035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.152035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.152035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.163945] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: IN_PROGRESS for 2s [ 1110.090148] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac6386d3-2e5d-4fd6-a6e0-2a79d4e3d812 req-f3500089-d428-4d53-be22-798ac4d32b56 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_members [ 1110.091535] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_members [ 1110.092292] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.092362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.092362] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.092636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.092806] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.092938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.093018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.093198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.093290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.093389] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.368397] env[66352]: INFO networking_nsxv3.common.synchronization [None req-cb750831-62d8-4804-baaa-0c285c845ba7 None None] Enqueued Resource ID: c76e57ee-b75c-44c3-929f-1d8caf2b8cd8 with Priority: HIGHEST for action port [ 1110.368935] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76e57ee-b75c-44c3-929f-1d8caf2b8cd8 with Priority: HIGHEST for action port [ 1110.369508] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c76e57ee-b75c-44c3-929f-1d8caf2b8cd8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.369665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c76e57ee-b75c-44c3-929f-1d8caf2b8cd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.369735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c76e57ee-b75c-44c3-929f-1d8caf2b8cd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.370017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c76e57ee-b75c-44c3-929f-1d8caf2b8cd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.370114] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c76e57ee-b75c-44c3-929f-1d8caf2b8cd8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.455099] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.455306] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.455428] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.455706] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.455968] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.456377] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.456504] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.456731] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.456870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.457106] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.457222] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.457329] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.457436] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.457545] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.457648] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.457779] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.485367] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.485577] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.485805] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.485864] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.486245] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-fd03b481-f9b2-4f03-955b-b97c47c4542f taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.486431] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.486611] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.487086] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.487239] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd03b481-f9b2-4f03-955b-b97c47c4542f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.598526] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.598526] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.598526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.598526] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c already deleted. [ 1110.599174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.872720] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c76e57ee-b75c-44c3-929f-1d8caf2b8cd8 [ 1110.872995] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.873151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.873218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.873467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.873551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.873647] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c76e57ee-b75c-44c3-929f-1d8caf2b8cd8 already deleted. [ 1110.873735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c76e57ee-b75c-44c3-929f-1d8caf2b8cd8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.990318] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.990558] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.990680] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.991019] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.991200] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.991353] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port fd03b481-f9b2-4f03-955b-b97c47c4542f not found, creating... [ 1110.991630] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.991788] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.991935] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.992219] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.992312] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.992588] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.992738] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.992850] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.993090] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.993225] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.993359] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: fd03b481-f9b2-4f03-955b-b97c47c4542f is going to be created. [ 1111.024061] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.024316] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.024397] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.024656] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.024884] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.025121] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.177170] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: SUCCESS [ 1111.177400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.177581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.179448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.179448] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.179448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.179448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.179448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.179448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.179448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.179448] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.684159] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.769142] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac6386d3-2e5d-4fd6-a6e0-2a79d4e3d812 req-c2e4b2ae-ed06-49cc-8c42-50b2bb7785e3 service nova] Enqueued Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_rules [ 1111.769308] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac6386d3-2e5d-4fd6-a6e0-2a79d4e3d812 req-c2e4b2ae-ed06-49cc-8c42-50b2bb7785e3 service nova] Enqueued Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_members [ 1111.769437] env[66352]: INFO networking_nsxv3.common.synchronization [req-ac6386d3-2e5d-4fd6-a6e0-2a79d4e3d812 req-c2e4b2ae-ed06-49cc-8c42-50b2bb7785e3 service nova] Enqueued Resource ID: fd03b481-f9b2-4f03-955b-b97c47c4542f with Priority: HIGHEST for action port [ 1111.769958] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_rules [ 1111.770140] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_members [ 1111.770237] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd03b481-f9b2-4f03-955b-b97c47c4542f with Priority: HIGHEST for action port [ 1111.773114] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.773114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.773114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.773114] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.773114] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.775248] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.775248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.775248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.775248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.775248] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.775248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.775248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.775248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.775248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.775248] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.776995] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd03b481-f9b2-4f03-955b-b97c47c4542f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.776995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.776995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.776995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.776995] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd03b481-f9b2-4f03-955b-b97c47c4542f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.188088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d: rpc.has_security_group_logging(os_id): False [ 1112.208344] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.208612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.208612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.209011] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.234639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.235159] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.235338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.235338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.235567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.235674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.235752] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d is going to be updated. [ 1112.279646] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.279646] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.280471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.280471] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd03b481-f9b2-4f03-955b-b97c47c4542f with status ACTIVE [ 1112.282972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.282972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.282972] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.282972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.282972] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd03b481-f9b2-4f03-955b-b97c47c4542f is going to be updated. [ 1112.307868] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.308165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.308165] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.308309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.308469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.310526] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.310643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.311260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.311260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.311260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.311260] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd03b481-f9b2-4f03-955b-b97c47c4542f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.326371] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: IN_PROGRESS for 2s [ 1112.785603] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.293464] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.293464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.293464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.293464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.293464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.293464] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c is going to be created. [ 1113.336708] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.336708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.336708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.336708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.336708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.349352] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c in Status: UNINITIALIZED for 2s [ 1114.364449] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: SUCCESS [ 1114.364852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.361704] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c in Status: SUCCESS [ 1115.362127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.362370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.362834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.362834] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.363174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.363428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.363627] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.363766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.363920] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.364045] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.866501] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.891244] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ca6bf732-7864-4e18-9cfd-9e0e3c2b0c71 None None] Enqueued Resource ID: ca115cdd-55e4-4594-a237-a1626d6b189a with Priority: HIGHEST for action port [ 1115.891534] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca115cdd-55e4-4594-a237-a1626d6b189a with Priority: HIGHEST for action port [ 1115.891962] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca115cdd-55e4-4594-a237-a1626d6b189a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.892161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca115cdd-55e4-4594-a237-a1626d6b189a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.892253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca115cdd-55e4-4594-a237-a1626d6b189a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.892597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca115cdd-55e4-4594-a237-a1626d6b189a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.892709] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca115cdd-55e4-4594-a237-a1626d6b189a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.219122] env[66352]: INFO networking_nsxv3.common.synchronization [None req-33b896a5-d18d-4fe6-ae61-631e21d2838a None None] Enqueued Resource ID: 30ba6b68-58e3-4e8d-beb6-771d833aca05 with Priority: HIGHEST for action port [ 1116.219693] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ba6b68-58e3-4e8d-beb6-771d833aca05 with Priority: HIGHEST for action port [ 1116.220057] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-30ba6b68-58e3-4e8d-beb6-771d833aca05 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.220185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30ba6b68-58e3-4e8d-beb6-771d833aca05" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.220185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30ba6b68-58e3-4e8d-beb6-771d833aca05" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.220451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30ba6b68-58e3-4e8d-beb6-771d833aca05" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.220539] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30ba6b68-58e3-4e8d-beb6-771d833aca05',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.372055] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5c070ec-0e6a-45a1-9336-0b0bd820522c: rpc.has_security_group_logging(os_id): False [ 1116.395641] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca115cdd-55e4-4594-a237-a1626d6b189a [ 1116.395917] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.396073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.396193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.396430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.397124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.397124] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca115cdd-55e4-4594-a237-a1626d6b189a already deleted. [ 1116.397124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca115cdd-55e4-4594-a237-a1626d6b189a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.401413] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.404393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.404469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.404689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.407182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.407182] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.407182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.407429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.407807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.407807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.408076] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c is going to be created. [ 1116.492946] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.493144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.493188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.494651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.494651] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.511267] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c in Status: IN_PROGRESS for 2s [ 1116.723031] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30ba6b68-58e3-4e8d-beb6-771d833aca05 [ 1116.723780] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.723780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.723780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.723780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.723974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.723974] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30ba6b68-58e3-4e8d-beb6-771d833aca05 already deleted. [ 1116.724101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30ba6b68-58e3-4e8d-beb6-771d833aca05" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049786] env[66352]: INFO networking_nsxv3.common.synchronization [None req-47771f89-cd0b-4a0b-956f-f2e1292c4e4e tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_rules [ 1117.050398] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_rules [ 1117.050713] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.050836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.051044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.051246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.051332] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.160475] env[66352]: INFO networking_nsxv3.common.synchronization [None req-0c5c18f5-1266-4509-aefb-d18d8ef50177 tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_rules [ 1117.166703] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_rules [ 1117.166703] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.166703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.579446] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.579446] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 already deleted. [ 1117.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.579446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.579446] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.104577] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.105870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.105870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.105870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.105870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.105870] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 already deleted. [ 1118.105870] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.527771] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c in Status: SUCCESS [ 1118.527771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.893651] env[66352]: INFO networking_nsxv3.common.synchronization [None req-3d11a2c6-c035-4bd6-955e-0be091b32951 None None] Enqueued Resource ID: 8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa with Priority: HIGHEST for action port [ 1118.894241] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa with Priority: HIGHEST for action port [ 1118.894551] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.894676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.894744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.894995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.896915] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.237038] env[66352]: INFO networking_nsxv3.common.synchronization [None req-7f92d9a8-2860-4f4d-8d27-889884092ff0 None None] Enqueued Resource ID: b516b34e-fa89-467f-9d06-956be8c46bf7 with Priority: HIGHEST for action port [ 1119.237579] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b516b34e-fa89-467f-9d06-956be8c46bf7 with Priority: HIGHEST for action port [ 1119.237886] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-b516b34e-fa89-467f-9d06-956be8c46bf7 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.238017] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b516b34e-fa89-467f-9d06-956be8c46bf7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.238097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b516b34e-fa89-467f-9d06-956be8c46bf7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.238435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b516b34e-fa89-467f-9d06-956be8c46bf7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.238537] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b516b34e-fa89-467f-9d06-956be8c46bf7',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.400355] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa [ 1119.402043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.402043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.402043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.402043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.402043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.402043] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa already deleted. [ 1119.402449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ec3d9cd-f4cf-4ade-b13e-0c11d95878aa" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.716157] env[66352]: INFO networking_nsxv3.common.synchronization [req-aef8351c-8475-4eb7-a9fa-b22d9f22576c req-c900b792-a410-4d82-a573-380cfb238a99 tempest-DeleteServersTestJSON-1187660781 tempest-DeleteServersTestJSON-1187660781-project-member] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1119.716157] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGHEST for action security_group_members [ 1119.716157] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.716157] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.716495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.716826] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.717555] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.717931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.718097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.718365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.719976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.719976] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.742493] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b516b34e-fa89-467f-9d06-956be8c46bf7 [ 1119.742680] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.742814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.742877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.743109] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.743243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.743307] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b516b34e-fa89-467f-9d06-956be8c46bf7 already deleted. [ 1119.743416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b516b34e-fa89-467f-9d06-956be8c46bf7" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.223173] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.223173] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.223173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.223173] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be updated. [ 1120.360081] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.360081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.360081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.360454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.360454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.370135] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: IN_PROGRESS for 2s [ 1122.322198] env[66352]: INFO networking_nsxv3.common.synchronization [req-29056c9b-9c80-43d3-af71-7ddeb71a8250 req-fac0a5a3-4d19-4933-a33e-b0a43985f3c2 tempest-ServerTagsTestJSON-1121830889 tempest-ServerTagsTestJSON-1121830889-project-member] Enqueued Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_members [ 1122.322748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_members [ 1122.323075] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.323208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.323270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.323565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.323740] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.323848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.324074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.324074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.324199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.324245] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.382761] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40b5dec-1439-451d-af59-9f2e01b174ec in Status: SUCCESS [ 1122.383137] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec deletion is rescheduled due to dependency. [ 1122.383324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.689017] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.689017] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-733" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.689339] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-733" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.689928] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-733" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.690129] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.690322] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.690465] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.690690] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.690833] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.691074] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.691194] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.691311] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.691417] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.691533] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.691653] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.691830] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.712365] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.712555] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.712703] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.712896] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-733" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.713253] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-ec724e60-b2f9-427b-a453-bc5e103404f5 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.713490] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.713625] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.713996] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.714165] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec724e60-b2f9-427b-a453-bc5e103404f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.826323] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.826473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.826545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.826758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.826847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.827057] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.827164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.827266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.827365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.827450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.827539] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 already deleted. [ 1122.827620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.217532] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.217761] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.217884] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.218201] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.218353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.218505] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port ec724e60-b2f9-427b-a453-bc5e103404f5 not found, creating... [ 1123.218781] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.219072] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.219217] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.219450] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.219589] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.219886] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.220126] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.220236] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.220357] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.220485] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.220618] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: ec724e60-b2f9-427b-a453-bc5e103404f5 is going to be created. [ 1123.242969] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.243198] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.243317] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.243617] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.243845] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.244515] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.963210] env[66352]: INFO networking_nsxv3.common.synchronization [req-29056c9b-9c80-43d3-af71-7ddeb71a8250 req-26e65cb3-ed9d-4168-bcef-86d841bce2cd service nova] Enqueued Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_rules [ 1123.963210] env[66352]: INFO networking_nsxv3.common.synchronization [req-29056c9b-9c80-43d3-af71-7ddeb71a8250 req-26e65cb3-ed9d-4168-bcef-86d841bce2cd service nova] Enqueued Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_members [ 1123.963210] env[66352]: INFO networking_nsxv3.common.synchronization [req-29056c9b-9c80-43d3-af71-7ddeb71a8250 req-26e65cb3-ed9d-4168-bcef-86d841bce2cd service nova] Enqueued Resource ID: ec724e60-b2f9-427b-a453-bc5e103404f5 with Priority: HIGHEST for action port [ 1123.963210] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_rules [ 1123.963210] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_members [ 1123.963210] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec724e60-b2f9-427b-a453-bc5e103404f5 with Priority: HIGHEST for action port [ 1123.963210] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.964567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.964567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.964567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.964567] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.965276] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.965382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.965453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.965630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.965781] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.965871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.965927] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.966892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.966892] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.966892] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.967173] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec724e60-b2f9-427b-a453-bc5e103404f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.967278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.967343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.968616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.968616] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec724e60-b2f9-427b-a453-bc5e103404f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.469993] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.470208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.470531] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.471551] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec724e60-b2f9-427b-a453-bc5e103404f5 with status ACTIVE [ 1124.471754] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.471871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.471939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.472169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.472273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.472464] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.472564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.472617] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.472805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.472850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.473618] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.473777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.473878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.474010] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.474083] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.474568] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec724e60-b2f9-427b-a453-bc5e103404f5 is going to be updated. [ 1124.497373] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.497551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.497603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.497819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.497953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.498134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec724e60-b2f9-427b-a453-bc5e103404f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.726783] env[66352]: INFO networking_nsxv3.common.synchronization [req-894f4cbc-1564-4827-bc31-256ca99ba769 req-4dc4aa80-b8b0-464b-af45-15112d6abce6 tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_members [ 1124.727475] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_members [ 1124.727647] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-107613a2-7ddb-4ccb-bce6-07e3fb615e13 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.727997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.727997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.728142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.728281] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.728457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.728522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.728673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.728758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.728850] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.980022] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.232108] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.232108] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.232108] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 already deleted. [ 1125.232108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.410020] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.410020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.410020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.410020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.410020] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.410020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.410020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.410565] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.410848] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.411218] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.412844] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.412844] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.412844] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.412844] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.412844] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.412844] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.431452] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.431696] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.432279] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.432279] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.432500] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.432726] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.432990] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.433420] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.433639] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f31917c-7ee0-40cc-9ea1-7f9c99ae7848',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.479937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.480273] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.480383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.480603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.480694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.480796] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 is going to be created. [ 1125.507478] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.507658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.507709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.507903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.508215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.519645] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.520851] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.520851] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.520851] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.520851] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.520851] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.521133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.521218] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.521398] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.522682] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.522682] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.522682] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.522682] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.522682] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.522682] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.522682] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.523864] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 in Status: UNINITIALIZED for 2s [ 1125.541322] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.541565] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.541687] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.541861] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.542224] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-3ba72427-c05b-4db5-864b-d892dd53bc85 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.542404] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.542523] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.542838] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.542972] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba72427-c05b-4db5-864b-d892dd53bc85',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.936293] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.936506] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.936628] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.937017] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.937264] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.937481] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 not found, creating... [ 1125.937755] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.937920] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.938047] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.938276] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.938412] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.938689] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.938840] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.938950] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.939209] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.939358] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.939494] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 is going to be created. [ 1125.961820] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.962098] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.962234] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.962533] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.962769] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.962985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.045925] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.046440] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.046440] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.046569] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.046664] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.046825] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 3ba72427-c05b-4db5-864b-d892dd53bc85 not found, creating... [ 1126.047111] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.047286] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.047436] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.047849] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.048082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.048441] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.048611] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.048752] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.048988] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.049158] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.049304] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 3ba72427-c05b-4db5-864b-d892dd53bc85 is going to be created. [ 1126.094525] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.094773] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.094855] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.095176] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.095407] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.095629] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.694569] env[66352]: INFO networking_nsxv3.common.synchronization [req-feaaef1d-01d1-4ec0-b04e-157510bf5cc7 req-18f8afad-14eb-416a-84c2-d63636e08d02 service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1126.694746] env[66352]: INFO networking_nsxv3.common.synchronization [req-feaaef1d-01d1-4ec0-b04e-157510bf5cc7 req-18f8afad-14eb-416a-84c2-d63636e08d02 service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1126.694878] env[66352]: INFO networking_nsxv3.common.synchronization [req-feaaef1d-01d1-4ec0-b04e-157510bf5cc7 req-18f8afad-14eb-416a-84c2-d63636e08d02 service nova] Enqueued Resource ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 with Priority: HIGHEST for action port [ 1126.695450] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1126.695702] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1126.695825] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 with Priority: HIGHEST for action port [ 1126.696131] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.696259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.696315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.696511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.696597] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.697438] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.697546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.697614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.698437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.698437] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.698437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.698437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.698437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.698437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.698649] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.700658] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.700824] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.701179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.701289] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.701585] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f31917c-7ee0-40cc-9ea1-7f9c99ae7848',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.798021] env[66352]: INFO networking_nsxv3.common.synchronization [req-894f4cbc-1564-4827-bc31-256ca99ba769 req-f2d03231-5aee-4f93-856c-e805add7a6f9 service nova] Enqueued Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_rules [ 1126.798021] env[66352]: INFO networking_nsxv3.common.synchronization [req-894f4cbc-1564-4827-bc31-256ca99ba769 req-f2d03231-5aee-4f93-856c-e805add7a6f9 service nova] Enqueued Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_members [ 1126.798021] env[66352]: INFO networking_nsxv3.common.synchronization [req-894f4cbc-1564-4827-bc31-256ca99ba769 req-f2d03231-5aee-4f93-856c-e805add7a6f9 service nova] Enqueued Resource ID: 3ba72427-c05b-4db5-864b-d892dd53bc85 with Priority: HIGHEST for action port [ 1126.798021] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_rules [ 1126.798021] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_members [ 1126.798021] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba72427-c05b-4db5-864b-d892dd53bc85 with Priority: HIGHEST for action port [ 1126.798021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.798021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.798021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.798768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.798929] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.799986] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-107613a2-7ddb-4ccb-bce6-07e3fb615e13 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.800319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.800454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.800719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.800954] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.801247] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.801401] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.801673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.801917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.802149] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.805335] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba72427-c05b-4db5-864b-d892dd53bc85 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.805335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.805335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.805335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.805335] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba72427-c05b-4db5-864b-d892dd53bc85',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.203642] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.204837] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.204993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.205193] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 with status ACTIVE [ 1127.205662] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.205662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.205662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.205805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.205878] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.206066] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.206172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.206254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.206418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.206496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.206674] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.206764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.206825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.206958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.207121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.207245] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 is going to be updated. [ 1127.231608] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.231763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.231833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.232064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.232450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.232625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.305700] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-107613a2-7ddb-4ccb-bce6-07e3fb615e13 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.305843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.306034] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.306958] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ba72427-c05b-4db5-864b-d892dd53bc85 with status ACTIVE [ 1127.307175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.307331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.307369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.307554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.307643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.307858] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.307959] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.308036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.308191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.308270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.308454] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.308545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.308604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.308739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.308831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.308894] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ba72427-c05b-4db5-864b-d892dd53bc85 is going to be updated. [ 1127.377560] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.377560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.378224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.378224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.379205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.379205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba72427-c05b-4db5-864b-d892dd53bc85" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.540103] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 in Status: SUCCESS [ 1127.540302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.540470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.540696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.540892] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.541051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.541112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.541429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.541429] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.541522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.541522] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.709769] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.811493] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.044854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.045156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.045156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.045459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.045695] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.045834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.045922] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.046206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.046318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.046393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.046598] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.046725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.046814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.047033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.047220] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.047347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.047430] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.047618] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.047706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.047820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.047990] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.212104] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.212672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.212672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.212672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.212926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.212926] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1128.255281] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.255466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.255530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.258597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.258597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.281977] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1128.313702] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.313905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.313983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.314160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.314255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.314360] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 is going to be created. [ 1128.366176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.367068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.367068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.367068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.367068] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.381531] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 in Status: UNINITIALIZED for 2s [ 1128.551457] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8: rpc.has_security_group_logging(os_id): False [ 1128.573347] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.573512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.573585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.573801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.573890] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.574183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.574307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.574443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.574555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.574630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.574842] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.574933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.574995] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.575145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.575218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.575414] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.575507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.575569] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.575730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.575800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.575879] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 is going to be created. [ 1128.654206] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.654418] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.654506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.654735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.654936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.677931] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 in Status: IN_PROGRESS for 2s [ 1130.293131] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1130.293777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.293777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.293777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.294910] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.294910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.294910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.294910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.294910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.294910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.294910] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.396074] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 in Status: SUCCESS [ 1130.396074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.396074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.396074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.396074] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.396407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.396407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.396407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.396508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.396555] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.396679] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.694057] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 in Status: SUCCESS [ 1130.694188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.798578] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.800214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.800214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.800214] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.801064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.801064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.801064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.801064] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.801064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.801064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.801064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.801064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.801570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.801570] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.899039] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.304059] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89: rpc.has_security_group_logging(os_id): False [ 1131.335402] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.335633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.335744] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.336097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.336236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.336520] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.336669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.336755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.336984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.337111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.337341] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.337481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.337536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.337701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.337776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.338017] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.338124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.338186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.338394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.338497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.338609] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1131.401702] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107613a2-7ddb-4ccb-bce6-07e3fb615e13: rpc.has_security_group_logging(os_id): False [ 1131.421730] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.421944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.421989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.422301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.422508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.426246] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.426425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.426486] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.426721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.426845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.427320] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.427393] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.427502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.427649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.427749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.427950] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 is going to be created. [ 1131.453285] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1131.552203] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.552440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.552483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.553179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.553179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.579127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 in Status: IN_PROGRESS for 2s [ 1131.798194] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1131.798398] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1133.471048] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1133.471511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.592032] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 in Status: SUCCESS [ 1133.592343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.799229] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.799525] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1137.445616] env[66352]: INFO networking_nsxv3.common.synchronization [req-81cafc4e-905c-4734-b6d8-19281f4677aa req-9aefa8fe-ea4a-4709-a40c-52e01092b01f tempest-ServerTagsTestJSON-1121830889 tempest-ServerTagsTestJSON-1121830889-project-member] Enqueued Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_members [ 1137.446322] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGHEST for action security_group_members [ 1137.446593] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.446801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.446894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.447094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.447343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.447534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.447534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.448103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.448103] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.448103] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.953040] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.953040] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.953040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.953040] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 is going to be updated. [ 1137.990385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.990385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.990385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.990572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.990753] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.003555] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 in Status: IN_PROGRESS for 2s [ 1140.014440] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 in Status: SUCCESS [ 1140.014769] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 deletion is rescheduled due to dependency. [ 1140.014769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.449623] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1142.449623] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1143.570041] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.570391] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.570442] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.570701] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.570958] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.571313] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.571517] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.571752] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.571904] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.572128] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.572284] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.572459] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.572587] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.572702] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.572808] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.572935] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.593525] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.593702] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.593776] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.593944] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-142" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.594283] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.594452] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.594571] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.594833] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.594968] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f31917c-7ee0-40cc-9ea1-7f9c99ae7848',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.097566] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.097781] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.097935] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.098456] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.098706] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.099134] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.099341] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.099516] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.099758] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.099899] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.100199] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.100353] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.100467] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.100671] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.100802] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.100964] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 is going to be updated. [ 1144.123595] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.123854] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.123854] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.124152] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.124385] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.124608] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.830646] env[66352]: INFO networking_nsxv3.common.synchronization [req-47a19c86-3ed7-4913-9ad7-30e2262bddb5 req-aa146f9f-58fe-4715-b230-e26cbeff301a service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1144.830966] env[66352]: INFO networking_nsxv3.common.synchronization [req-47a19c86-3ed7-4913-9ad7-30e2262bddb5 req-aa146f9f-58fe-4715-b230-e26cbeff301a service nova] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1144.831138] env[66352]: INFO networking_nsxv3.common.synchronization [req-47a19c86-3ed7-4913-9ad7-30e2262bddb5 req-aa146f9f-58fe-4715-b230-e26cbeff301a service nova] Enqueued Resource ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 with Priority: HIGHEST for action port [ 1144.831677] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_rules [ 1144.831815] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1144.831911] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 with Priority: HIGHEST for action port [ 1144.832207] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.832326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.832402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.832605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.832718] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.833671] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.833834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.833933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.834160] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.834316] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.834431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.834498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.834664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.834760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.834846] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.836199] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.836347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.836411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.836602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.836691] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f31917c-7ee0-40cc-9ea1-7f9c99ae7848',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.338761] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.339569] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.340201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.340201] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 with status ACTIVE [ 1145.340201] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.340342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.340342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.340520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.340610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.340782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.340913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.341102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.341161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.341244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.341717] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.341717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.341717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.341836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.341866] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.341975] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f31917c-7ee0-40cc-9ea1-7f9c99ae7848 is going to be updated. [ 1145.373150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.373333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.373409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.373676] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.373849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.374074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f31917c-7ee0-40cc-9ea1-7f9c99ae7848" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.844128] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.346319] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.346492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.346566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.346800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.346894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.346999] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1146.375239] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.375484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.375484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.375601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.375748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.384387] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1146.499372] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.499562] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.499676] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.499969] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.500273] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.500658] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.500658] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.500852] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.500898] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.501099] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.501199] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.501303] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.501406] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.501834] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.501834] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.501834] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.524702] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.524702] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.524939] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.524979] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.525344] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-7d4b04cf-6a48-4249-88aa-beb437db73de taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.525517] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.525632] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.525938] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.526124] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4b04cf-6a48-4249-88aa-beb437db73de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.029054] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.029054] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.029054] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.029566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.029566] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.029566] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.029684] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.029784] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.029999] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.030187] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.030423] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.030571] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.030685] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.030906] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.031046] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.031178] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 7d4b04cf-6a48-4249-88aa-beb437db73de is going to be updated. [ 1147.056111] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.056355] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.056475] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.056896] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.057232] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.057578] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.772422] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2ae1a5f-2c83-4b43-88e3-6c8199052776 req-f131a346-da25-48cf-9d70-5382e4ee52e4 service nova] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1147.772653] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2ae1a5f-2c83-4b43-88e3-6c8199052776 req-f131a346-da25-48cf-9d70-5382e4ee52e4 service nova] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1147.772813] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2ae1a5f-2c83-4b43-88e3-6c8199052776 req-f131a346-da25-48cf-9d70-5382e4ee52e4 service nova] Enqueued Resource ID: 7d4b04cf-6a48-4249-88aa-beb437db73de with Priority: HIGHEST for action port [ 1147.774029] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_rules [ 1147.774142] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1147.774290] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d4b04cf-6a48-4249-88aa-beb437db73de with Priority: HIGHEST for action port [ 1147.774737] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.775007] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.775181] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.775818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.776031] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.779285] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.779504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.779806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.779846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.780012] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.780107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.780168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.780452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.780452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.780537] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.781770] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d4b04cf-6a48-4249-88aa-beb437db73de taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.781938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.781976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.782975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.783537] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4b04cf-6a48-4249-88aa-beb437db73de',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.889610] env[66352]: INFO networking_nsxv3.common.synchronization [req-c2b00766-287f-4c66-b4a7-e4e2c8ce06f2 req-7549abe7-193e-4cc3-84e1-04cf16f23c66 tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1147.889610] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1147.889610] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.889610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.889610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.889610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.889610] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.889610] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.889893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.890180] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.890238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.890330] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.280503] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.280803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.285851] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d4b04cf-6a48-4249-88aa-beb437db73de with status ACTIVE [ 1148.285851] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.285851] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.286063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.286153] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.286250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.286524] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.286712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.286787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.286960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.287061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.287266] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.287369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.287432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.287582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.287658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.287746] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d4b04cf-6a48-4249-88aa-beb437db73de is going to be updated. [ 1148.288833] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.315532] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.315697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.315784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.316074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.316267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.316439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d4b04cf-6a48-4249-88aa-beb437db73de" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.394183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.394433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.394433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.394683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.394822] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.395077] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.395175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.395240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.395425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.395585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.395824] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1148.398664] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1148.398895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.399097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.399305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.399545] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.399663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.399786] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.399956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.400066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.400111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.400198] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.442994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.442994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.442994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.443369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.443405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.452731] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1148.792561] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.902615] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.902803] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.902943] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.903194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.903367] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.903471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.903536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.903685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.903825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.903928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.904095] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.904178] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.904238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.904377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.904512] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.904625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.904687] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.904818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.904891] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.904978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.905109] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.295498] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.295903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.296118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.296478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.296778] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.296957] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb is going to be updated. [ 1149.343698] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.343698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.343698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.343973] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.343973] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.353912] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: IN_PROGRESS for 2s [ 1149.407475] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89: rpc.has_security_group_logging(os_id): False [ 1149.439975] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.440205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.440205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.440409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.440517] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.440736] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.440830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.440894] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.441074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.441155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.441357] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.441528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.441596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.441709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.441817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.441987] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.442090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.442142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.442333] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.442599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.442660] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1149.506394] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.506602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.506602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.506809] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.506957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.535081] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1150.462745] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1150.463101] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c deletion is rescheduled due to dependency. [ 1150.463101] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.365496] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: SUCCESS [ 1151.365872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.366166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.366520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.366818] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.367038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.367151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.367412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.367629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.367749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.367810] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.554131] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1151.554534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.870035] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.372454] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8da03226-2392-46bb-9ad1-ad9d02c754fb: rpc.has_security_group_logging(os_id): False [ 1152.391790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.392055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.392055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.392346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.392513] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.392867] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.393020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.393150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.393354] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.393480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.393607] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb is going to be updated. [ 1152.464241] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.464478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.464478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.464742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.464961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.481212] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: IN_PROGRESS for 2s [ 1152.889027] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.889449] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1154.512401] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: SUCCESS [ 1154.512828] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.889896] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.890285] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.557528] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5a33440-52f2-4edb-a311-0acd71e26836 req-631586b8-4afa-4495-9ba0-52079a9362d0 tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1158.558261] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1158.558466] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.558589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.560215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.560215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.560215] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.560215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.560215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.560215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.560215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.560215] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.917392] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.917704] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.917870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.918233] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.918561] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.918794] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.918944] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.919202] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.919534] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.919689] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.919800] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.919908] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.920022] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.920133] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.920235] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.920384] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.945031] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.945231] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.945369] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.945542] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.945857] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-87b421fa-ea23-4a94-9855-c32e8d5e23cd taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.946039] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.946159] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.946549] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.946684] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b421fa-ea23-4a94-9855-c32e8d5e23cd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.062074] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.062308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.062308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.062484] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.062540] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.062747] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.062871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.062925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.063048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.063139] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.063215] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1159.092110] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.092395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.092395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.092584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.092946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.103138] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1159.449265] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.449495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.449606] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.449901] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.450066] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.450226] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 87b421fa-ea23-4a94-9855-c32e8d5e23cd not found, creating... [ 1159.450505] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.450659] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.450774] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.451186] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.451320] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.451711] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.451959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.452095] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.452329] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.452468] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.452607] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd is going to be created. [ 1159.474743] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.475045] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.475166] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.475451] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.475683] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.475907] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.175619] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5a33440-52f2-4edb-a311-0acd71e26836 req-263866cc-d4c8-4c1a-9dc2-d44bf7938a58 service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 1160.175619] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5a33440-52f2-4edb-a311-0acd71e26836 req-263866cc-d4c8-4c1a-9dc2-d44bf7938a58 service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1160.175619] env[66352]: INFO networking_nsxv3.common.synchronization [req-b5a33440-52f2-4edb-a311-0acd71e26836 req-263866cc-d4c8-4c1a-9dc2-d44bf7938a58 service nova] Enqueued Resource ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd with Priority: HIGHEST for action port [ 1160.175619] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 1160.175619] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1160.175619] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd with Priority: HIGHEST for action port [ 1160.177080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.177226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.177296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.177527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.177622] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.178571] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.178841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.179073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-87b421fa-ea23-4a94-9855-c32e8d5e23cd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.179183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.179258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.179436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.179532] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b421fa-ea23-4a94-9855-c32e8d5e23cd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.681886] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.682090] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.682291] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87b421fa-ea23-4a94-9855-c32e8d5e23cd with status ACTIVE [ 1160.682532] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.682702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.682789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.683081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.683207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.683429] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.683561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.683660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.683876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.683985] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.684231] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.684355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.684456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.684628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.684736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.684841] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd is going to be updated. [ 1160.706102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.706314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.706314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.706507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.706644] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.706921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.113152] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1161.113416] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c deletion is rescheduled due to dependency. [ 1161.113548] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.113764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.113975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.114225] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.114352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.114469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.114607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.114707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.114747] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.450412] env[66352]: INFO networking_nsxv3.common.synchronization [req-2e48ce33-933f-423f-a195-68dcb3f07e7e req-ea54dd36-a2d6-4c00-bdf0-d630f3ae22f3 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1161.450794] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1161.451149] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.451281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.451345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.451993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.451993] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.451993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.451993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.451993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.452704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.452803] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.616837] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.956116] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.119289] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.459015] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.621583] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.621768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.621871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.622246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.622246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.622360] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1162.655177] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.655437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.655437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.655632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.655787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.664537] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1162.962314] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.962500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.962588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.962912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.963026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.963134] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be updated. [ 1162.989871] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.990069] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.990161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.990407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.990619] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.003558] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: IN_PROGRESS for 2s [ 1164.675018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1164.675324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.675360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.675599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.675796] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.675915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.675978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.676155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.676234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.676317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.676413] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.015044] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: SUCCESS [ 1165.015278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.179418] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.681736] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c: rpc.has_security_group_logging(os_id): False [ 1165.703619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.703819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.703916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.704209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.704322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.705854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.705854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.705854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.705854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.705854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.705854] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1165.766020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.766230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.766271] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.766450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.766597] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.778540] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1166.451675] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.451832] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1167.795368] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1167.795662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.200227] env[66352]: INFO networking_nsxv3.common.synchronization [req-6868cb03-cd91-4db1-9fdf-f60b71f2ad5f req-45876f50-188e-4b5f-acd5-437923781248 tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1168.201123] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGHEST for action security_group_members [ 1168.201123] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.201250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.201327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.201519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.201675] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.201813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.201880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.202019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.202104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.202196] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.704896] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.705091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.705190] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.705390] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.705482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.705680] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.705771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.705830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.705975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.706063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.706149] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be updated. [ 1168.732197] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.732197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.732197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.732454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.732868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.741663] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: IN_PROGRESS for 2s [ 1170.754596] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74486ce8-67ef-4885-9089-777e7387231d in Status: SUCCESS [ 1170.755018] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74486ce8-67ef-4885-9089-777e7387231d deletion is rescheduled due to dependency. [ 1170.755018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.217529] env[66352]: INFO networking_nsxv3.common.synchronization [None req-4a88cc3c-9a4c-42b3-a716-e94291459c3a tempest-AttachInterfacesTestJSON-116011187 tempest-AttachInterfacesTestJSON-116011187-project-member] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1172.218023] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGHEST for action security_group_members [ 1172.218339] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.218464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.218539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.218961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.218961] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.218961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.219285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.219285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.219285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.219495] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.720991] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.721269] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.721350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.721577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.721672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.721922] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.722049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.722094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.722243] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.722320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.722408] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be updated. [ 1172.751952] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.752126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.752197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.752414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.752559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.761730] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: IN_PROGRESS for 2s [ 1174.773075] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 in Status: SUCCESS [ 1174.773519] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 deletion is rescheduled due to dependency. [ 1174.773519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.874631] env[66352]: INFO networking_nsxv3.common.synchronization [req-cb05e9ae-957e-44b4-ac8d-c99a4902a185 req-5c087729-5fb7-47b6-9a8a-33a699acb656 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_members [ 1175.875257] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGHEST for action security_group_members [ 1175.875573] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.875699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.875767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.875970] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.877138] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.878417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.878490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.878671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.878758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.878853] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.381034] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.381397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.381526] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.381675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.381768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.382056] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.382177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.382337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.382433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.382574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.382647] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c is going to be updated. [ 1176.410344] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.410584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.410584] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.410794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.410856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.420320] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c in Status: IN_PROGRESS for 2s [ 1178.430909] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c in Status: SUCCESS [ 1178.431315] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c deletion is rescheduled due to dependency. [ 1178.431315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.197285] env[66352]: INFO networking_nsxv3.common.synchronization [req-423cc40d-00b3-4221-a718-38fc813291f0 req-6aeb629c-62dc-4bd8-b781-5b982da07ee4 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_members [ 1180.198013] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 with Priority: HIGHEST for action security_group_members [ 1180.198184] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.198347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.199074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.199074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.199074] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.199074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.199074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.199074] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.199335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.199335] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c2b42b-61f7-4601-8438-17c4d7ae7bd1',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.701659] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.701854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.701898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.702197] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.702293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.702491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.702592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.702655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.702804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.702882] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.702971] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 is going to be updated. [ 1180.730697] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.730885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.730885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.731126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.731326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.740880] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 in Status: IN_PROGRESS for 2s [ 1181.716611] env[66352]: INFO networking_nsxv3.common.synchronization [None req-7838dec3-1e69-4340-822b-a200df5aefa4 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_rules [ 1181.717386] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_rules [ 1181.717583] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.717640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.717685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.717969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.718090] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.794272] env[66352]: INFO networking_nsxv3.common.synchronization [None req-2f6dee6f-4c3e-415a-9e19-3d83eb415c9e tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_rules [ 1181.794591] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_rules [ 1181.794626] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.794753] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.241483] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.241735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.241735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.241962] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.242173] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.242303] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f already deleted. [ 1182.242438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.242621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.242850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.242977] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.752799] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 in Status: SUCCESS [ 1182.753142] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c2b42b-61f7-4601-8438-17c4d7ae7bd1 deletion is rescheduled due to dependency. [ 1182.753142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c2b42b-61f7-4601-8438-17c4d7ae7bd1" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.761037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.761546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.761614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.761818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.761903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.762036] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f already deleted. [ 1182.762126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.795739] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.796021] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.300547] env[66352]: INFO networking_nsxv3.common.synchronization [req-9e45c300-bf40-42ba-b498-d55e1b864700 req-bba8e6e5-b4da-4a94-9d40-6f37081db148 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_members [ 1187.300547] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_members [ 1187.304102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.304102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.304102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.304102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.304102] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.304441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.304441] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.305505] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.306567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.306567] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.672968] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.673268] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.673431] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.673706] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.673971] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.674143] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.674258] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.674504] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.674652] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.674865] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.674978] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.675110] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.675221] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.675329] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.675449] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.675558] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.699069] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.699367] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.699581] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.699878] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-914" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.700347] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-4906f31e-78ce-4810-9b32-5a3b42054868 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.700527] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.700647] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.700994] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.701141] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4906f31e-78ce-4810-9b32-5a3b42054868',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.807764] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.808222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.808222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.808222] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.808339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.808497] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.808594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.808655] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.808801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.808876] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.808959] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f already deleted. [ 1187.809049] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.203797] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.204029] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.204101] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.204394] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.204542] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.204692] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 4906f31e-78ce-4810-9b32-5a3b42054868 not found, creating... [ 1188.204976] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.205161] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.205279] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.205495] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.205630] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.205903] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.206080] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.206197] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.206394] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.206521] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.206656] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 4906f31e-78ce-4810-9b32-5a3b42054868 is going to be created. [ 1188.228221] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.228518] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.228592] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.228841] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.229079] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.229310] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.938895] env[66352]: INFO networking_nsxv3.common.synchronization [req-9e45c300-bf40-42ba-b498-d55e1b864700 req-b0b24776-2937-45d3-bd8d-5820a94e2104 service nova] Enqueued Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_rules [ 1188.939287] env[66352]: INFO networking_nsxv3.common.synchronization [req-9e45c300-bf40-42ba-b498-d55e1b864700 req-b0b24776-2937-45d3-bd8d-5820a94e2104 service nova] Enqueued Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_members [ 1188.939287] env[66352]: INFO networking_nsxv3.common.synchronization [req-9e45c300-bf40-42ba-b498-d55e1b864700 req-b0b24776-2937-45d3-bd8d-5820a94e2104 service nova] Enqueued Resource ID: 4906f31e-78ce-4810-9b32-5a3b42054868 with Priority: HIGHEST for action port [ 1188.940321] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_rules [ 1188.940321] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_members [ 1188.940321] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4906f31e-78ce-4810-9b32-5a3b42054868 with Priority: HIGHEST for action port [ 1188.940321] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.940532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.940532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.940700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.940753] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.941577] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.941690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.941757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.941923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.942105] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.943207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.943207] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.943311] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.943407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.943504] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.946291] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-4906f31e-78ce-4810-9b32-5a3b42054868 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.946462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.946462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.946747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.946747] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4906f31e-78ce-4810-9b32-5a3b42054868',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.967906] env[66352]: INFO networking_nsxv3.common.synchronization [req-5c5b4a4d-61b7-4315-8feb-1633878da385 req-8f31e79c-6228-4299-92e2-594d7ab80fee tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1188.968762] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1188.969088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.969212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.969279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.969542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.969621] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.969712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.969774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.969915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.969997] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.970183] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.446939] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.448131] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.448131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.448466] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4906f31e-78ce-4810-9b32-5a3b42054868 with status ACTIVE [ 1189.448649] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.448737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.448793] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.449019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.449118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.449293] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.449451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.449451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.449589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.449662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.449836] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.450079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.450079] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.450188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.450238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.450320] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4906f31e-78ce-4810-9b32-5a3b42054868 is going to be updated. [ 1189.472170] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.472397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.472397] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.473030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.473232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.473400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4906f31e-78ce-4810-9b32-5a3b42054868" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.473621] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.949618] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.975992] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.452050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.452238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.452238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.452451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.452539] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.452640] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f is going to be created. [ 1190.477346] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.477592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.477662] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.477913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.478225] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.479606] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.479713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.479779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.479948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.480037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.480127] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d is going to be updated. [ 1190.489694] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f in Status: UNINITIALIZED for 2s [ 1190.513308] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.513525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.513602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.513818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.513996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.522797] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: IN_PROGRESS for 2s [ 1192.498850] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f in Status: SUCCESS [ 1192.499210] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.499251] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.499446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.499638] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.499757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.499821] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.500047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.500174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.500268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.500360] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.531188] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: SUCCESS [ 1192.531396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.002256] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.504814] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b09ad5d9-de73-43c6-a127-3dc19a87d48f: rpc.has_security_group_logging(os_id): False [ 1193.522862] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.523128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.523128] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.523360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.523461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.523721] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.523830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.523893] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.524112] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.524224] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.524224] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f is going to be created. [ 1193.586920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.587182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.587182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.587451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.587650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.599267] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f in Status: IN_PROGRESS for 2s [ 1193.969444] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.969609] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1195.618374] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f in Status: SUCCESS [ 1195.618694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.970510] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.970807] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.971645] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.971645] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1204.770021] env[66352]: INFO networking_nsxv3.common.synchronization [req-544d8666-3534-4a6e-9e46-fa506e441ce7 req-6b6b3462-7ed9-47ba-987d-66410ef875c3 tempest-ServerActionsTestOtherA-430354822 tempest-ServerActionsTestOtherA-430354822-project-member] Enqueued Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1204.770021] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d with Priority: HIGHEST for action security_group_members [ 1204.770021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.770021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.770021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.770021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.770021] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.770021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.770021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.770021] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.771612] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.771841] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe399fa-71ed-4c26-a1cd-c6df2cbd341d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.274544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.274899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.274899] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.275031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.275087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.275294] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.275392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.275456] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.275608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.275683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.275800] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d is going to be updated. [ 1205.302823] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.303118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.303118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.303226] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.303389] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.313011] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: IN_PROGRESS for 2s [ 1207.324831] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d in Status: SUCCESS [ 1207.325157] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe399fa-71ed-4c26-a1cd-c6df2cbd341d deletion is rescheduled due to dependency. [ 1207.325293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe399fa-71ed-4c26-a1cd-c6df2cbd341d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.383581] env[66352]: INFO networking_nsxv3.common.synchronization [req-b6f6e6a2-638b-4924-89d7-0f2e6cf139e3 req-7de38db7-78d0-42ef-ac0f-56ec27caef3c tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1208.384218] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGHEST for action security_group_members [ 1208.384560] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.384703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.384853] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.384982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.385164] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.385521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.385521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.385521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.385521] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.385770] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.888607] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.888777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.888836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.889076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.889168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.889372] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.889472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.889534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.889683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.889761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.889847] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb is going to be updated. [ 1208.918880] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.919047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.919117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.919326] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.919467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.928712] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: IN_PROGRESS for 2s [ 1210.943692] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb in Status: SUCCESS [ 1210.944024] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb deletion is rescheduled due to dependency. [ 1210.944230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.385668] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.385999] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.650499] env[66352]: INFO networking_nsxv3.common.synchronization [None req-45330bb9-9b50-40f7-8509-0aec4ba817bd None None] Enqueued Resource ID: 0c9ce004-69f2-4430-8d2d-96842d96b8ed with Priority: HIGHEST for action port [ 1213.651183] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ce004-69f2-4430-8d2d-96842d96b8ed with Priority: HIGHEST for action port [ 1213.651594] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c9ce004-69f2-4430-8d2d-96842d96b8ed taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.651721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c9ce004-69f2-4430-8d2d-96842d96b8ed" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.651784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c9ce004-69f2-4430-8d2d-96842d96b8ed" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.652064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c9ce004-69f2-4430-8d2d-96842d96b8ed" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.652150] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9ce004-69f2-4430-8d2d-96842d96b8ed',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.991868] env[66352]: INFO networking_nsxv3.common.synchronization [None req-0ec99331-f536-4a36-8efe-2922f424fe8b tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1213.992487] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1213.993750] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.993750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.993750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.993750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.993750] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.088019] env[66352]: INFO networking_nsxv3.common.synchronization [req-7df1b419-284e-4010-af79-76cb87396154 req-1aa578ff-3cfd-47c7-91f6-4d3613cb71b4 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1214.088019] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1214.088019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.088019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.088019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.088019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.088019] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.088019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.088019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.088019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.088630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.088846] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.118462] env[66352]: INFO networking_nsxv3.common.synchronization [None req-ec5f4f37-f666-4034-abdd-72401639b408 tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1214.118462] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1214.118462] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.118873] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.154077] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c9ce004-69f2-4430-8d2d-96842d96b8ed [ 1214.154800] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.154800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.154800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.154800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.154800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.155095] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c9ce004-69f2-4430-8d2d-96842d96b8ed already deleted. [ 1214.155095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c9ce004-69f2-4430-8d2d-96842d96b8ed" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.524327] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.525018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.525018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.525018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.525018] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.525018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 already deleted. [ 1214.525278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.525278] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.525572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.525572] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.591459] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.591459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.591574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.591830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.591830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.592080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.592080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.592201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.592312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.592451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.592546] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1214.623029] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.623244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.623402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.623634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.623902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.633894] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1215.048784] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.048784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.048784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.048784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.048784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.048784] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 already deleted. [ 1215.048784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.139835] env[66352]: INFO networking_nsxv3.common.synchronization [None req-2be76510-af0d-4e1d-b4d1-d004985fa8d1 None None] Enqueued Resource ID: 2c8075a6-86b2-4f6b-bd80-8729ca4f3149 with Priority: HIGHEST for action port [ 1216.140423] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8075a6-86b2-4f6b-bd80-8729ca4f3149 with Priority: HIGHEST for action port [ 1216.140730] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c8075a6-86b2-4f6b-bd80-8729ca4f3149 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.140848] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c8075a6-86b2-4f6b-bd80-8729ca4f3149" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.140917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c8075a6-86b2-4f6b-bd80-8729ca4f3149" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.141257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c8075a6-86b2-4f6b-bd80-8729ca4f3149" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.141378] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8075a6-86b2-4f6b-bd80-8729ca4f3149',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.643595] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1216.643761] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 deletion is rescheduled due to dependency. [ 1216.643850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.644088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c8075a6-86b2-4f6b-bd80-8729ca4f3149 [ 1216.644296] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.644415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.644509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.644769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.644850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.644942] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c8075a6-86b2-4f6b-bd80-8729ca4f3149 already deleted. [ 1216.645036] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c8075a6-86b2-4f6b-bd80-8729ca4f3149" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.141702] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.141702] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.206434] env[66352]: INFO networking_nsxv3.common.synchronization [req-c39d756d-3942-4ea3-9955-ee771f6d4947 req-0135c03f-0070-4c94-9e03-338b8f42f737 tempest-ServerPasswordTestJSON-1518248979 tempest-ServerPasswordTestJSON-1518248979-project-member] Enqueued Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_members [ 1221.206434] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_members [ 1221.206434] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.206434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.206434] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.206724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.206920] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.207063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.207146] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.207332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.207871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.207871] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.574762] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.574762] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-711" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.574762] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-711" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.574951] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-711" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.575330] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.575522] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.575774] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.576058] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.576224] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.576441] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.576554] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.577114] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.577114] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.577114] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.577865] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.577865] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.599051] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.599308] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.599468] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.599677] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-711" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.600075] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.600251] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.600394] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.600752] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.600891] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.709758] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.709963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.710059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.710320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.710446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.710660] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.710799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.710915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.711064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.711164] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.711262] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 already deleted. [ 1221.711348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.103652] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.103917] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.104054] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.104348] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.104503] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.104669] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a not found, creating... [ 1222.104945] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.105116] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.105229] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.105645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.105645] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.105863] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.106200] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.106313] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.106524] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.106682] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.106828] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a is going to be created. [ 1222.130404] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.130798] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.130958] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.131260] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.131500] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.131739] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.838180] env[66352]: INFO networking_nsxv3.common.synchronization [req-c39d756d-3942-4ea3-9955-ee771f6d4947 req-2d2d9cbf-17b7-418a-93cc-451e72c11554 service nova] Enqueued Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_rules [ 1222.838471] env[66352]: INFO networking_nsxv3.common.synchronization [req-c39d756d-3942-4ea3-9955-ee771f6d4947 req-2d2d9cbf-17b7-418a-93cc-451e72c11554 service nova] Enqueued Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_members [ 1222.838512] env[66352]: INFO networking_nsxv3.common.synchronization [req-c39d756d-3942-4ea3-9955-ee771f6d4947 req-2d2d9cbf-17b7-418a-93cc-451e72c11554 service nova] Enqueued Resource ID: 8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a with Priority: HIGHEST for action port [ 1222.838719] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_rules [ 1222.838846] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_members [ 1222.838942] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a with Priority: HIGHEST for action port [ 1222.839576] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f9c66e-4e45-46f9-85fe-cfd682ab9f42 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.839682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.839682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.839926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.840020] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.840865] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.840976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.841099] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.841212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.841351] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.841446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.841498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.841631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.841715] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.841803] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.842545] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.842654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.842759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.842863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.842930] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.344964] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.346113] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.346244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.346383] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a with status ACTIVE [ 1223.346599] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.346689] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.346773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.348096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.348204] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.348391] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.348495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.348588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.349105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.349198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.349388] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.349489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.349574] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.349735] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.349816] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.349903] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a is going to be updated. [ 1223.371998] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.372134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.372198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.372420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.372591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.372742] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aeb0a8a-8a97-4bbc-92b3-f430f84a1b8a" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.386220] env[66352]: INFO networking_nsxv3.common.synchronization [req-7e976acd-eceb-4772-9a7c-b26270f4fc90 req-c8a18eb5-5bcf-42b0-9d61-07be4137db8d tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1223.386890] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1223.387208] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.387332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.387395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.387643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.387798] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.387895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.387956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.389206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.389302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.389468] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.723232] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.723526] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.723682] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.723980] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.724245] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.724399] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.724511] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.724724] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.724873] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.725079] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.725213] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.725333] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.725438] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.725548] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.725651] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.725771] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.743959] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.744145] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.744280] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.744451] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.744754] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-a460299d-6658-477a-8167-a2adff710c15 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.745037] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.745225] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.745535] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.745679] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460299d-6658-477a-8167-a2adff710c15',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.852733] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.891649] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.891839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.891839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.892044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.892138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.892340] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.892440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.892544] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.892696] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.892772] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.892857] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 already deleted. [ 1223.892935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.248551] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.248778] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.248943] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.249284] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.249471] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.249675] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port a460299d-6658-477a-8167-a2adff710c15 not found, creating... [ 1224.249954] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.250143] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.250220] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.250434] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.250582] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.250856] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.251044] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.251125] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.251323] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.251449] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.251585] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: a460299d-6658-477a-8167-a2adff710c15 is going to be created. [ 1224.273417] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.273656] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.273807] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.274171] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.274747] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.274747] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.354949] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.355163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.355205] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.356093] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.356231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.356343] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 is going to be created. [ 1224.383705] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.383928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.384033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.384290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.384487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.396348] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 in Status: UNINITIALIZED for 2s [ 1224.984931] env[66352]: INFO networking_nsxv3.common.synchronization [req-7e976acd-eceb-4772-9a7c-b26270f4fc90 req-bee3e7b2-97cd-4721-acc5-43d903f2c0c1 service nova] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1224.985543] env[66352]: INFO networking_nsxv3.common.synchronization [req-7e976acd-eceb-4772-9a7c-b26270f4fc90 req-bee3e7b2-97cd-4721-acc5-43d903f2c0c1 service nova] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1224.985543] env[66352]: INFO networking_nsxv3.common.synchronization [req-7e976acd-eceb-4772-9a7c-b26270f4fc90 req-bee3e7b2-97cd-4721-acc5-43d903f2c0c1 service nova] Enqueued Resource ID: a460299d-6658-477a-8167-a2adff710c15 with Priority: HIGHEST for action port [ 1224.985767] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1224.986632] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1224.986632] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460299d-6658-477a-8167-a2adff710c15 with Priority: HIGHEST for action port [ 1224.986632] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.986632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.986632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.986632] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.987175] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.988150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.988150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.988150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.988150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.988150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.988150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.988150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.989238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.989238] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.989238] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.989690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a460299d-6658-477a-8167-a2adff710c15 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.989690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.989690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.989690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.989690] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460299d-6658-477a-8167-a2adff710c15',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.494541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.494541] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.494541] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a460299d-6658-477a-8167-a2adff710c15 with status ACTIVE [ 1225.494541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.494541] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.494541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.495057] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.495057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.495057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.495057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.495615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.495685] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a460299d-6658-477a-8167-a2adff710c15 is going to be updated. [ 1225.520296] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.520586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.520586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.520720] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.520837] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.521025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.730259] env[66352]: INFO networking_nsxv3.common.synchronization [req-44d882b3-1066-4a36-b751-ec160df830a6 req-4233a0db-175d-409a-a509-dad8a85fdb2e tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1225.730352] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1225.730640] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.733483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.733483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.733483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.733483] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.733483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.733483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.733483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.733483] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.733483] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.998145] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.026025] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.026025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.026025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.026025] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.026903] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.027257] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.027502] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.027846] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.030022] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.030022] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.030022] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.030022] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.030022] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.030022] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.030022] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.030022] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.054023] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.054023] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.054023] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.054023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.054023] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-a10b681e-1153-4d3c-92be-74e06398b2d8 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.054023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.054023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.054023] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.054023] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a10b681e-1153-4d3c-92be-74e06398b2d8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.233609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.233843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.233923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.234182] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.234274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.234481] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.234586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.234658] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.234800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.234994] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.235140] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1226.261530] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.261698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.261745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.261939] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.262086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.272068] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1226.405930] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 in Status: SUCCESS [ 1226.406241] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.406451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.406726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.406973] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.407137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.407199] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.407405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.407497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.407609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.407790] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.499683] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.499889] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.499935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.500188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.500258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.500367] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 is going to be created. [ 1226.522338] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.522558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.522558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.522776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.522940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.533512] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: UNINITIALIZED for 2s [ 1226.557691] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.557889] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.557968] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.558273] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.558423] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.558575] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port a10b681e-1153-4d3c-92be-74e06398b2d8 not found, creating... [ 1226.558833] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.558987] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.559114] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.559333] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.559465] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.559733] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.559884] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.559995] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.560205] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.560330] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.560462] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: a10b681e-1153-4d3c-92be-74e06398b2d8 is going to be created. [ 1226.580847] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.581078] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.581160] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.581402] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.581622] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.581831] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.910247] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.910458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.910523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.910752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.911018] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.911121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.911176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.911318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.911438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.911538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.911690] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.911783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.911844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.911982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.912131] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.912259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.912342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.912492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.912621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.912708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.912759] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.321467] env[66352]: INFO networking_nsxv3.common.synchronization [req-44d882b3-1066-4a36-b751-ec160df830a6 req-65efd57a-0dad-4ee8-8f9c-cd917d233c60 service nova] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 1227.321467] env[66352]: INFO networking_nsxv3.common.synchronization [req-44d882b3-1066-4a36-b751-ec160df830a6 req-65efd57a-0dad-4ee8-8f9c-cd917d233c60 service nova] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1227.321467] env[66352]: INFO networking_nsxv3.common.synchronization [req-44d882b3-1066-4a36-b751-ec160df830a6 req-65efd57a-0dad-4ee8-8f9c-cd917d233c60 service nova] Enqueued Resource ID: a10b681e-1153-4d3c-92be-74e06398b2d8 with Priority: HIGHEST for action port [ 1227.321918] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 1227.322225] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1227.322359] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10b681e-1153-4d3c-92be-74e06398b2d8 with Priority: HIGHEST for action port [ 1227.322731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.322854] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.322924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.324174] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.324174] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.324649] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.324752] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.325122] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a10b681e-1153-4d3c-92be-74e06398b2d8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.325233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.325301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.325543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.325603] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a10b681e-1153-4d3c-92be-74e06398b2d8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.415600] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96f9c66e-4e45-46f9-85fe-cfd682ab9f42: rpc.has_security_group_logging(os_id): False [ 1227.434790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.434790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.434790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.434790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.434790] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.434790] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.435172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.435172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.435172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.435263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.435399] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.435494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.435551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.435690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.435761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.436187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.436288] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.436345] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.436491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.436563] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.436644] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 is going to be created. [ 1227.494787] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.494787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.495030] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.495177] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.495360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.505811] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 in Status: IN_PROGRESS for 2s [ 1227.826277] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.826708] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.827987] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a10b681e-1153-4d3c-92be-74e06398b2d8 with status ACTIVE [ 1227.827987] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.828277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.828440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.828671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.828770] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.828960] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.829232] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.829292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.830195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.830409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.830700] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.830847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.830969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.831134] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.831239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.831312] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a10b681e-1153-4d3c-92be-74e06398b2d8 is going to be updated. [ 1227.854116] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.854287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.854347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.854558] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.854705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.854872] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a10b681e-1153-4d3c-92be-74e06398b2d8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.281396] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1228.281569] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 deletion is rescheduled due to dependency. [ 1228.281691] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.281850] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.282091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.282280] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.282394] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.282536] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.282635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.282722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.282818] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.544082] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: SUCCESS [ 1228.544405] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.544447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.544669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.544863] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.544983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.545063] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.545213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.545291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.545377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.545467] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.784561] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.047369] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.287289] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.518957] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 in Status: SUCCESS [ 1229.519217] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.549783] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d3403c-0272-47ea-936b-a014f11fa695: rpc.has_security_group_logging(os_id): False [ 1229.570398] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.570697] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.570794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.571085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.571231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.571601] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.571761] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.571868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.572138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.572266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.572436] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 is going to be created. [ 1229.631088] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.631257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.631314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.631496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.631677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.641844] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: IN_PROGRESS for 2s [ 1229.790642] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.790844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.790898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.791104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.791200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.791302] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1229.822345] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.822541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.822541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.822930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.823106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.833880] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1231.658415] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: SUCCESS [ 1231.658903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.843267] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1231.843485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.843652] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.843868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.844081] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.844200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.844265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.844420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.844499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.844582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.844673] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.323416] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.323612] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1232.350022] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.797597] env[66352]: INFO networking_nsxv3.common.synchronization [req-1a40370c-406c-4745-a7c3-6da7f6ff41fb req-cb4ab4c1-a1be-4848-ae76-b809b1f777e6 tempest-ServerPasswordTestJSON-1518248979 tempest-ServerPasswordTestJSON-1518248979-project-member] Enqueued Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_members [ 1232.797852] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 with Priority: HIGHEST for action security_group_members [ 1232.798559] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.798559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.798559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.798807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.798882] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.798951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.799014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.799169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.799255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.799346] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f9c66e-4e45-46f9-85fe-cfd682ab9f42',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.852402] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4169b8d-beb2-4609-b633-832177eb9f69: rpc.has_security_group_logging(os_id): False [ 1232.870997] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.871258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.871258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.871459] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.871525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.871771] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.871888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.871950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.872127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.872871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.872871] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1232.932574] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.932787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.932885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.933123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.933274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.948490] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1233.301427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.301657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.301657] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.302047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.302185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.302427] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.302531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.302650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.302844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.302947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.303156] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 is going to be updated. [ 1233.340034] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.340034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.340034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.340034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.340034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.348638] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 in Status: IN_PROGRESS for 2s [ 1234.962936] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1234.963255] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.124343] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.124543] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.124665] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.124939] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.125201] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.125355] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.125469] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.125726] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.125822] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.126048] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.126162] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.126267] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.126370] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.126477] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.126577] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.126701] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.143833] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.143960] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.144112] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.144298] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-910" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.144586] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-87b421fa-ea23-4a94-9855-c32e8d5e23cd taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.144746] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.144861] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.145159] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.145290] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b421fa-ea23-4a94-9855-c32e8d5e23cd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.359224] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 in Status: SUCCESS [ 1235.359512] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f9c66e-4e45-46f9-85fe-cfd682ab9f42 deletion is rescheduled due to dependency. [ 1235.359671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f9c66e-4e45-46f9-85fe-cfd682ab9f42" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.650133] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.650133] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.650133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.650614] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.650614] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.650614] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.650614] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.651144] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.651446] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd is going to be updated. [ 1235.692959] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.692959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.692959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.692959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.692959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.692959] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.368356] env[66352]: INFO networking_nsxv3.common.synchronization [req-5a779611-147e-4d12-aba4-0c7c3c936630 req-d695c471-32a3-4491-827a-910cadb6dbb4 service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 1236.368616] env[66352]: INFO networking_nsxv3.common.synchronization [req-5a779611-147e-4d12-aba4-0c7c3c936630 req-d695c471-32a3-4491-827a-910cadb6dbb4 service nova] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1236.368674] env[66352]: INFO networking_nsxv3.common.synchronization [req-5a779611-147e-4d12-aba4-0c7c3c936630 req-d695c471-32a3-4491-827a-910cadb6dbb4 service nova] Enqueued Resource ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd with Priority: HIGHEST for action port [ 1236.369197] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_rules [ 1236.369332] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1236.369427] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd with Priority: HIGHEST for action port [ 1236.369695] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.369818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.369879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.370235] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.370336] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.371595] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.371834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.371913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.372270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.372327] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.372402] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.372452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.372683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.372683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.372792] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.374190] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-87b421fa-ea23-4a94-9855-c32e8d5e23cd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.374323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.374606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.375086] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.375179] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b421fa-ea23-4a94-9855-c32e8d5e23cd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.872614] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.872858] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.877143] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87b421fa-ea23-4a94-9855-c32e8d5e23cd with status ACTIVE [ 1236.877367] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.877488] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.877570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.877801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.877897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.878093] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.878196] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.878258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.878406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.878464] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.879154] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.879154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.879154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.879154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.879154] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.879154] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87b421fa-ea23-4a94-9855-c32e8d5e23cd is going to be updated. [ 1236.880268] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.902235] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.902414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.902414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.903358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.903358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.903358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87b421fa-ea23-4a94-9855-c32e8d5e23cd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.382318] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.885730] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.885916] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.885956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.886250] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.886300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.886405] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1237.919650] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.919907] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.919998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.920348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.920583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.932549] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1239.944162] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1239.944551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.944551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.944758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.945058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.945202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.945254] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.945420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.945499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.945583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.945673] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.448068] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.673093] env[66352]: INFO networking_nsxv3.common.synchronization [None req-eb236c47-1e62-4029-aba6-7bcb0d8d2239 None None] Enqueued Resource ID: 086a8923-c814-4574-a727-a01d3c98f148 with Priority: HIGHEST for action port [ 1240.673607] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086a8923-c814-4574-a727-a01d3c98f148 with Priority: HIGHEST for action port [ 1240.674466] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-086a8923-c814-4574-a727-a01d3c98f148 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.674466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086a8923-c814-4574-a727-a01d3c98f148" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.674466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086a8923-c814-4574-a727-a01d3c98f148" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.674713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086a8923-c814-4574-a727-a01d3c98f148" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.674713] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086a8923-c814-4574-a727-a01d3c98f148',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.952944] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c: rpc.has_security_group_logging(os_id): False [ 1240.975175] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.975324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.975408] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.975666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.975666] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.976212] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.976212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.976212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.976212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.976437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.976437] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1241.048657] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.048862] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.048906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.049131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.049305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.072478] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1241.177174] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 086a8923-c814-4574-a727-a01d3c98f148 [ 1241.177516] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.177704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.177807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.178168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.178303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.178439] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:086a8923-c814-4574-a727-a01d3c98f148 already deleted. [ 1241.178560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086a8923-c814-4574-a727-a01d3c98f148" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.797254] env[66352]: INFO networking_nsxv3.common.synchronization [None req-681b7fb3-b9e8-41d1-b023-13e6f9b34196 None None] Enqueued Resource ID: c32a9d7b-b3b7-4814-82eb-97f53b20065c with Priority: HIGHEST for action port [ 1242.797254] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9d7b-b3b7-4814-82eb-97f53b20065c with Priority: HIGHEST for action port [ 1242.797648] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-c32a9d7b-b3b7-4814-82eb-97f53b20065c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.797648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c32a9d7b-b3b7-4814-82eb-97f53b20065c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.797648] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c32a9d7b-b3b7-4814-82eb-97f53b20065c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.798664] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c32a9d7b-b3b7-4814-82eb-97f53b20065c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.798664] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32a9d7b-b3b7-4814-82eb-97f53b20065c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.091225] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1243.091522] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.300453] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c32a9d7b-b3b7-4814-82eb-97f53b20065c [ 1243.300829] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.301050] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.301176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.301506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.301659] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.301819] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c32a9d7b-b3b7-4814-82eb-97f53b20065c already deleted. [ 1243.301949] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c32a9d7b-b3b7-4814-82eb-97f53b20065c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.853348] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1245.853727] env[66352]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-47156915-ec1b-4241-a8b4-f4230a99f039 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1246.928048] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2c6090d-c751-4ef7-ba27-ddc1ee2b7c30 req-1c7f78c9-7a52-449a-8f2c-ef95fa5168a2 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1246.928607] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1246.928949] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.929156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.929364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.929750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.929994] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.930168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.930274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.930516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.930703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.930836] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.267590] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.267823] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-581" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.267917] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-581" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.268703] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-581" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.269424] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.269682] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.269809] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.270082] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.270237] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.270455] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.271169] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.271314] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.271435] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.271560] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.271688] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.271861] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.297909] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.298121] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.298270] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.298452] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-581" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.298786] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-122e8959-cc7c-45b3-b324-d5ccef852612 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.298972] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.299150] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.299540] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.299683] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('122e8959-cc7c-45b3-b324-d5ccef852612',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.433699] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.433868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.433868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.434095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.434188] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.434454] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.434593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.434647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.434841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.434944] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.435046] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 already deleted. [ 1247.435193] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.803080] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.803390] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.803504] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.803815] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.803992] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.804119] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 122e8959-cc7c-45b3-b324-d5ccef852612 not found, creating... [ 1247.804401] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.804590] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.804777] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.805058] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.805235] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.805545] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.805708] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.805825] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.806085] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.806236] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.806495] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 122e8959-cc7c-45b3-b324-d5ccef852612 is going to be created. [ 1247.843994] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.844366] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.844526] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.844852] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.845252] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.845772] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.557813] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2c6090d-c751-4ef7-ba27-ddc1ee2b7c30 req-46534c5b-bb44-44b1-a67f-4f0833ad31cd service nova] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_rules [ 1248.558125] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2c6090d-c751-4ef7-ba27-ddc1ee2b7c30 req-46534c5b-bb44-44b1-a67f-4f0833ad31cd service nova] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1248.558172] env[66352]: INFO networking_nsxv3.common.synchronization [req-d2c6090d-c751-4ef7-ba27-ddc1ee2b7c30 req-46534c5b-bb44-44b1-a67f-4f0833ad31cd service nova] Enqueued Resource ID: 122e8959-cc7c-45b3-b324-d5ccef852612 with Priority: HIGHEST for action port [ 1248.558695] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_rules [ 1248.558831] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1248.558929] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e8959-cc7c-45b3-b324-d5ccef852612 with Priority: HIGHEST for action port [ 1248.559401] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.559528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.559588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.559833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.559921] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.561491] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.561748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.561832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.562757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.562757] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.562757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.562757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.562757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.562757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.562757] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.564586] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-122e8959-cc7c-45b3-b324-d5ccef852612 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.564586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.564586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.564586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.565317] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('122e8959-cc7c-45b3-b324-d5ccef852612',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.062839] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.063121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.064412] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.067265] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 122e8959-cc7c-45b3-b324-d5ccef852612 with status ACTIVE [ 1249.067369] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.067455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.067542] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.067836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.067937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.068124] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.068230] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.068298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.068496] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.068583] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.068797] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.068911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.069033] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.069161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.069274] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.069353] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 122e8959-cc7c-45b3-b324-d5ccef852612 is going to be updated. [ 1249.092702] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.092956] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.093100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.093359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.093510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.093668] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.567029] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.073125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.073335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.073335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.073556] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.073647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.073748] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be created. [ 1250.098135] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.098360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.098360] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.098545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.098710] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.108239] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: UNINITIALIZED for 2s [ 1252.125947] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1252.126334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.126334] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.126534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.126731] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.126869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.126937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.127104] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.127186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.127267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.127357] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.630100] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.630100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.630100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.630449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.630449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.630559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.630596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.630743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.630819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.630910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.631127] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.631284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.631357] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.631507] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.631648] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.631806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.631921] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.632115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.632253] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.632410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.632572] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.135831] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e220e783-0f6c-4b7b-b8bd-9df9925e50f5: rpc.has_security_group_logging(os_id): False [ 1253.155680] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.155877] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.155969] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.156246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.156363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.156566] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.156667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.156736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.156941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.157058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.157309] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.157427] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.157502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.157677] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.157763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.158037] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.158163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.158246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.158435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.158530] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.158635] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be created. [ 1253.224759] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.225035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.225035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.225234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.225425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.236630] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1253.560302] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.560499] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1253.991105] env[66352]: INFO networking_nsxv3.common.synchronization [req-e369a2bf-91f9-4a74-9932-5a8221f3253d req-b00424d0-3bb3-444a-8b1c-b3314f490012 tempest-ServerActionsTestOtherB-1922745183 tempest-ServerActionsTestOtherB-1922745183-project-member] Enqueued Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1253.992456] env[66352]: INFO networking_nsxv3.common.synchronization [req-9724b5f8-7a40-4a11-94e5-1b89292559ab req-4614e444-3154-4b3e-ab13-49fc9a23aa26 tempest-AttachVolumeNegativeTest-1707283260 tempest-AttachVolumeNegativeTest-1707283260-project-member] Enqueued Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_members [ 1253.993066] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c with Priority: HIGHEST for action security_group_members [ 1253.993264] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGHEST for action security_group_members [ 1253.994249] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.994249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.994249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.994249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.994510] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.994577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.994670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.994887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.995027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.995162] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.996361] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.996514] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.996609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.996834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.997073] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.997220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.997314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.997519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.997638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.997892] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.500323] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.500683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.500683] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.500830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.500954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.501178] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.501275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.501336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.501502] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.501577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.501664] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c is going to be updated. [ 1254.503080] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.503080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.503080] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.503287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.503287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.503429] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.503665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.503665] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.503789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.503789] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.503865] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f is going to be updated. [ 1254.532832] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.533102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.533102] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.533294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.533436] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.535782] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.535941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.535941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.536137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.536262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.554302] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: IN_PROGRESS for 2s [ 1254.554957] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f in Status: IN_PROGRESS for 2s [ 1255.248387] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1255.248620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.564723] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f in Status: SUCCESS [ 1256.565073] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f deletion is rescheduled due to dependency. [ 1256.565073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.565812] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c in Status: SUCCESS [ 1256.566234] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c deletion is rescheduled due to dependency. [ 1256.566234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.994748] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.995048] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.805191] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.805437] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.805510] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.805724] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.805851] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.309040] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.813053] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.315687] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1261.315940] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1262.111053] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.111259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.111386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.112026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.125626] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1262.126538] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.127456] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1262.166187] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.166450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.166450] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.166608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.182465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.183491] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1262.183578] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.183674] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1262.247193] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.247545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.247545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.247739] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.249151] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.249618] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1262.334297] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.334751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.334751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.334751] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.335058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.335373] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1262.411857] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.411857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.411857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.411857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.412184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.412480] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1262.412533] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e220e783-0f6c-4b7b-b8bd-9df9925e50f5', 'd40b5dec-1439-451d-af59-9f2e01b174ec', '5f9de253-ab58-4d7e-b843-cf4f7e8e7d89', 'cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8', 'eefc1a77-8fcd-44c4-922e-537a85eea974', '9d8ce157-debd-451c-8fff-ca2ee45863bc', 'b1d3403c-0272-47ea-936b-a014f11fa695', 'b09ad5d9-de73-43c6-a127-3dc19a87d48f', '8da03226-2392-46bb-9ad1-ad9d02c754fb', 'e4169b8d-beb2-4609-b633-832177eb9f69', '629f5e9c-9c29-4966-9b7b-fecd71f57afb', 'a678006b-ce64-4642-9d8a-30ce4f617c96', '74486ce8-67ef-4885-9089-777e7387231d', 'd5c070ec-0e6a-45a1-9336-0b0bd820522c', '93be6a7c-681d-463a-962e-3a8bfa5dcbf8', '781ec05c-3c97-4b86-860a-4e749f5642f6', '5478f07f-8e35-483e-a706-4ab2c8d964cc', '6274fb1c-437c-466e-86a1-24ae344b85a9', '6d209835-b23d-40d8-b513-91c7a2b9161d', '45a7cf7a-e723-4bdf-87c2-c60e4da402e8', 'cdccca06-4374-4adf-ba82-dfa0d355152b', 'c66406f2-023f-4cd6-b5c7-bf3e1f1c4137', '735aad87-de6b-4339-851a-9ff597f7a92c', 'c9d91877-b2c6-41fa-8654-83f5b0f2937e', '21f8231a-13ee-4fa5-b1d1-c81fd2c29104', '38035268-b360-4d20-8a13-b98601a39ee3', '2891c601-e4b5-4f78-b5f3-f560eddb60bf', 'de7d0528-b9b9-40d3-865e-8357e23b395e', 'da460116-da32-4772-af74-dedffb8783ab', '28745ec6-8740-4e94-ba57-c207120291ee', 'a368e356-3366-4001-8e45-1a4b58422517', '107613a2-7ddb-4ccb-bce6-07e3fb615e13', 'a069bbc6-2943-42ab-a6df-6aac0f95bd67', 'e640b71a-ef57-4022-9101-7343be9d709b', '3114c638-a217-4c60-b936-2b99d5d37348', '17d9fa36-7fb5-4ef6-bd7e-6ca8efaddc1c', 'c632cd86-f4cf-4c9a-81b6-ce6b8c12d09e', '4f0de497-871e-4580-b669-9fa82e91ae8d', 'e6c2b42b-61f7-4601-8438-17c4d7ae7bd1', '96f9c66e-4e45-46f9-85fe-cfd682ab9f42', '1fe399fa-71ed-4c26-a1cd-c6df2cbd341d', 'fec3438b-550b-46d4-bb53-82c963d23e7e', 'a8ebf5b2-cdbf-4009-8144-6c42dba18896'} {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.412640] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1262.431606] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.431871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.431871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.432118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.432118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.432358] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1262.432358] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.432358] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1262.517675] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.517940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.517940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.518170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.520088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.520088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1262.520088] env[66352]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66352) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.520088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1262.520088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1262.520088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1262.520088] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGH for action security_group_rules [ 1262.520088] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGH for action security_group_rules [ 1262.520540] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGH for action security_group_rules [ 1262.520540] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGH for action security_group_rules [ 1262.520540] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGH for action security_group_rules [ 1262.520540] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGH for action security_group_rules [ 1262.520540] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGH for action security_group_rules [ 1262.520540] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGH for action security_group_rules [ 1262.520735] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGH for action security_group_rules [ 1262.520735] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGH for action security_group_rules [ 1262.520735] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGH for action security_group_rules [ 1262.520842] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGH for action security_group_rules [ 1262.520842] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGH for action security_group_rules [ 1262.520910] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGH for action security_group_rules [ 1262.520999] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGH for action security_group_rules [ 1262.521072] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGH for action security_group_rules [ 1262.521175] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGH for action security_group_rules [ 1262.521221] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGH for action security_group_rules [ 1262.521257] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGH for action security_group_rules [ 1262.521321] env[66352]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGH for action security_group_rules [ 1262.521412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.996068] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.996068] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1263.996068] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGH for action security_group_rules [ 1263.996068] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 with Priority: HIGH for action security_group_rules [ 1263.996068] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGH for action security_group_rules [ 1263.996626] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 with Priority: HIGH for action security_group_rules [ 1263.996626] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 with Priority: HIGH for action security_group_rules [ 1263.996626] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d209835-b23d-40d8-b513-91c7a2b9161d with Priority: HIGH for action security_group_rules [ 1263.996626] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 with Priority: HIGH for action security_group_rules [ 1263.996626] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc with Priority: HIGH for action security_group_rules [ 1263.996626] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c with Priority: HIGH for action security_group_rules [ 1263.996626] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 with Priority: HIGH for action security_group_rules [ 1263.996840] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74486ce8-67ef-4885-9089-777e7387231d with Priority: HIGH for action security_group_rules [ 1263.996840] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a678006b-ce64-4642-9d8a-30ce4f617c96 with Priority: HIGH for action security_group_rules [ 1263.996840] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb with Priority: HIGH for action security_group_rules [ 1263.996931] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGH for action security_group_rules [ 1263.997027] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb with Priority: HIGH for action security_group_rules [ 1263.997109] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc with Priority: HIGH for action security_group_rules [ 1263.997195] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f with Priority: HIGH for action security_group_rules [ 1263.997283] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefc1a77-8fcd-44c4-922e-537a85eea974 with Priority: HIGH for action security_group_rules [ 1263.997370] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40b5dec-1439-451d-af59-9f2e01b174ec with Priority: HIGH for action security_group_rules [ 1263.997457] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 with Priority: HIGH for action security_group_rules [ 1263.998210] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.998352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.998420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.998635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.998720] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.999695] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.999808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.999875] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.000052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.000129] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9de253-ab58-4d7e-b843-cf4f7e8e7d89',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.000837] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.000946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.001032] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.001184] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.001255] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.001910] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.002026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.002094] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.002239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.002336] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93be6a7c-681d-463a-962e-3a8bfa5dcbf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.003183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.003183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.003183] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.003325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.003607] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a7cf7a-e723-4bdf-87c2-c60e4da402e8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.004229] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d209835-b23d-40d8-b513-91c7a2b9161d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.004342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.004342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.004462] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.004768] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d209835-b23d-40d8-b513-91c7a2b9161d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.005240] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6274fb1c-437c-466e-86a1-24ae344b85a9 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.005341] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.005760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.005760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.005760] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6274fb1c-437c-466e-86a1-24ae344b85a9',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.006287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5478f07f-8e35-483e-a706-4ab2c8d964cc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.006377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.006428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.006581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.006642] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5478f07f-8e35-483e-a706-4ab2c8d964cc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.007328] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.009277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.009353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.009534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.009622] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c070ec-0e6a-45a1-9336-0b0bd820522c',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.010501] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-781ec05c-3c97-4b86-860a-4e749f5642f6 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.010501] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.010633] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.010701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.010771] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('781ec05c-3c97-4b86-860a-4e749f5642f6',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.011503] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74486ce8-67ef-4885-9089-777e7387231d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.011608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.011670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.011869] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.011943] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74486ce8-67ef-4885-9089-777e7387231d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.012618] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a678006b-ce64-4642-9d8a-30ce4f617c96 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.012706] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.012819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.012955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.013026] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a678006b-ce64-4642-9d8a-30ce4f617c96',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.014155] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.014155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.014155] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.014339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.014387] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('629f5e9c-9c29-4966-9b7b-fecd71f57afb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.015764] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.016096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.016229] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.016804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.016804] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.017375] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da03226-2392-46bb-9ad1-ad9d02c754fb taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.017375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.017375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.017560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.017560] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da03226-2392-46bb-9ad1-ad9d02c754fb',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.018449] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8ce157-debd-451c-8fff-ca2ee45863bc taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.018449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.018449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.018449] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.018617] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8ce157-debd-451c-8fff-ca2ee45863bc',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.019223] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.019324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.019407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.019580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.019655] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ad5d9-de73-43c6-a127-3dc19a87d48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.020309] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eefc1a77-8fcd-44c4-922e-537a85eea974 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.020407] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.020491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.020607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.020673] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eefc1a77-8fcd-44c4-922e-537a85eea974',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.021354] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40b5dec-1439-451d-af59-9f2e01b174ec taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.021447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.021817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.021817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.021817] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40b5dec-1439-451d-af59-9f2e01b174ec',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.022704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.022704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.022704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.022908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.022908] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.047766] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.047923] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.047984] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.048236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.069762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.069939] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93be6a7c-681d-463a-962e-3a8bfa5dcbf8 is going to be deleted. [ 1264.129486] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.129704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.129750] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.129938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.130073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.130203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93be6a7c-681d-463a-962e-3a8bfa5dcbf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.530417] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.530703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.530703] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.531051] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.531245] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.531327] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.531399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.531560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.531643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.531727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.531814] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.539757] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.539974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.539974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.540206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.540367] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.540466] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.540525] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.540660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.540738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.540818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.540920] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.542888] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.543073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.543162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.543335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.543487] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.543581] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.543625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.543766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.543845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.543929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.544019] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.554875] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.555072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.555122] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.555302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.555484] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.555604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.555670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.555820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.555903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.555989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.556154] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.556246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.556307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.556444] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.556580] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.556670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.556728] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.556859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.556930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.557024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.557115] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.607547] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.607765] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.607814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.608070] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.609942] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.610088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.610799] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.610952] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.611692] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.611788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.612518] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.612608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.613451] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.613602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.614246] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.614328] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.615064] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.615168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.615875] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.615978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.616650] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.616747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.617793] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.617887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.618503] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.619032] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.619171] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.619883] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.620369] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.620469] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.621143] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.621570] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.621688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.622361] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.622808] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.622930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.623585] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.624014] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.624121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.632569] env[66352]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.633085] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.633205] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74486ce8-67ef-4885-9089-777e7387231d is going to be deleted. [ 1264.634073] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.634275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.657130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.657297] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40b5dec-1439-451d-af59-9f2e01b174ec is going to be deleted. [ 1264.658470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.658682] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.677805] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.677979] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8 is going to be deleted. [ 1264.678887] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.679117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.701108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.701276] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6274fb1c-437c-466e-86a1-24ae344b85a9 is going to be deleted. [ 1264.702194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.702410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.733752] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.733954] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.734704] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.734800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.752105] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.752271] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a678006b-ce64-4642-9d8a-30ce4f617c96 is going to be deleted. [ 1264.753195] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.753409] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.774058] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.774355] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.781076] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.781232] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8ce157-debd-451c-8fff-ca2ee45863bc is going to be deleted. [ 1264.782117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.782335] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.798310] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.798512] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.821100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.821235] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 781ec05c-3c97-4b86-860a-4e749f5642f6 is going to be deleted. [ 1264.822159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.822383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.841083] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.841290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.860912] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.861120] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eefc1a77-8fcd-44c4-922e-537a85eea974 is going to be deleted. [ 1264.861972] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.862208] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.886423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.886596] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d209835-b23d-40d8-b513-91c7a2b9161d is going to be deleted. [ 1264.887473] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.887830] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.937967] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.938186] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.945843] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.946048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.957595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.957742] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da03226-2392-46bb-9ad1-ad9d02c754fb is going to be deleted. [ 1264.958762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.958990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.984057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.984205] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c070ec-0e6a-45a1-9336-0b0bd820522c is going to be deleted. [ 1264.985143] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.985366] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.027915] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.028423] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.032635] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.032813] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.037351] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.037513] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a7cf7a-e723-4bdf-87c2-c60e4da402e8 is going to be deleted. [ 1265.038567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.038799] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.048642] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.049770] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.064524] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e220e783-0f6c-4b7b-b8bd-9df9925e50f5: rpc.has_security_group_logging(os_id): False [ 1265.114570] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.114726] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5478f07f-8e35-483e-a706-4ab2c8d964cc is going to be deleted. [ 1265.115746] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.115991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.118467] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.118577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.133978] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.133978] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.157933] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.158107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.192594] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.192748] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 629f5e9c-9c29-4966-9b7b-fecd71f57afb is going to be deleted. [ 1265.193712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.193938] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.229996] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.230206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.238172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.238315] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9de253-ab58-4d7e-b843-cf4f7e8e7d89 is going to be deleted. [ 1265.239963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.239963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.256062] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.256461] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.284137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.284282] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ad5d9-de73-43c6-a127-3dc19a87d48f is going to be deleted. [ 1265.285150] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.285490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.285603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.285737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74486ce8-67ef-4885-9089-777e7387231d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.285905] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.286111] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.286198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.286317] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40b5dec-1439-451d-af59-9f2e01b174ec" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.286962] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.287200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.287329] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.287491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdaec77c-ea2b-4fd8-9a9f-87cd57e39cf8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.287670] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.288064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.288214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.288359] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6274fb1c-437c-466e-86a1-24ae344b85a9" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.288506] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.288749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.288868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.288998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a678006b-ce64-4642-9d8a-30ce4f617c96" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.289156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.289308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.289384] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.289541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8ce157-debd-451c-8fff-ca2ee45863bc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.289675] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.289857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.289936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.290064] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-781ec05c-3c97-4b86-860a-4e749f5642f6" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.290192] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.290365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.290471] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.290590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d209835-b23d-40d8-b513-91c7a2b9161d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.290717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.291338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.291338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.291338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eefc1a77-8fcd-44c4-922e-537a85eea974" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.291338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.291338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.340433] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.340671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.345815] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.346150] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.346301] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.346350] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.346554] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.346634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.346834] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.346934] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.346996] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.347162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.347237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.347428] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.347498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.347561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.347698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.347774] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.347865] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be updated. [ 1265.348937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.349117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.349191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.349315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c070ec-0e6a-45a1-9336-0b0bd820522c" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.349443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.349580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.349654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.349767] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da03226-2392-46bb-9ad1-ad9d02c754fb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.349913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.350138] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.350219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.350325] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a7cf7a-e723-4bdf-87c2-c60e4da402e8" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.350447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.350586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.350661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.350763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5478f07f-8e35-483e-a706-4ab2c8d964cc" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.351337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.351491] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.351572] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.351685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-629f5e9c-9c29-4966-9b7b-fecd71f57afb" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.373739] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.373942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.373942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.374218] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.374314] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.374431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9de253-ab58-4d7e-b843-cf4f7e8e7d89" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.430491] env[66352]: INFO networking_nsxv3.common.synchronization [req-e83db2b4-bbf3-4be7-b676-5c1afff5bc3b req-57564c5b-6cb0-40b3-9150-9986f6f3df65 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_members [ 1265.430681] env[66352]: INFO networking_nsxv3.common.synchronization [req-e83db2b4-bbf3-4be7-b676-5c1afff5bc3b req-57564c5b-6cb0-40b3-9150-9986f6f3df65 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.431242] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_members [ 1265.431379] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.431661] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a47c5f9-bbac-488c-a697-c33bcc3880bd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.431788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.431852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.432145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.432306] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.432406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.432516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.432611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.432707] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.432786] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.433710] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.433913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.433913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.434156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.434219] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.434336] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.434385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.434532] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.434608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.434608] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.436711] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.436711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.436711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.436711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.436711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.436966] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ad5d9-de73-43c6-a127-3dc19a87d48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.478146] env[66352]: INFO networking_nsxv3.common.synchronization [req-e83db2b4-bbf3-4be7-b676-5c1afff5bc3b req-57564c5b-6cb0-40b3-9150-9986f6f3df65 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_rules [ 1265.478367] env[66352]: INFO networking_nsxv3.common.synchronization [req-e83db2b4-bbf3-4be7-b676-5c1afff5bc3b req-57564c5b-6cb0-40b3-9150-9986f6f3df65 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_members [ 1265.478503] env[66352]: INFO networking_nsxv3.common.synchronization [req-e83db2b4-bbf3-4be7-b676-5c1afff5bc3b req-57564c5b-6cb0-40b3-9150-9986f6f3df65 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_rules [ 1265.478629] env[66352]: INFO networking_nsxv3.common.synchronization [req-e83db2b4-bbf3-4be7-b676-5c1afff5bc3b req-57564c5b-6cb0-40b3-9150-9986f6f3df65 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.478758] env[66352]: INFO networking_nsxv3.common.synchronization [req-e83db2b4-bbf3-4be7-b676-5c1afff5bc3b req-57564c5b-6cb0-40b3-9150-9986f6f3df65 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: 122e8959-cc7c-45b3-b324-d5ccef852612 with Priority: HIGHEST for action port [ 1265.479501] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_rules [ 1265.479640] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_rules [ 1265.479738] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e8959-cc7c-45b3-b324-d5ccef852612 with Priority: HIGHEST for action port [ 1265.479832] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_members [ 1265.479919] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.480216] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a47c5f9-bbac-488c-a697-c33bcc3880bd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.480338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.480451] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.480709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.480796] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.481725] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.482361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.482361] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-122e8959-cc7c-45b3-b324-d5ccef852612 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.482361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.482361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.482361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.482540] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('122e8959-cc7c-45b3-b324-d5ccef852612',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.484453] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a47c5f9-bbac-488c-a697-c33bcc3880bd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.484561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.484807] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.484900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.538434] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.538629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.538629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.538804] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.538962] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.551240] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4169b8d-beb2-4609-b633-832177eb9f69: rpc.has_security_group_logging(os_id): False [ 1265.552431] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d3403c-0272-47ea-936b-a014f11fa695: rpc.has_security_group_logging(os_id): False [ 1265.592033] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.592266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.592348] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.592601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.597763] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1265.601848] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.602034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.636019] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.636408] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.636541] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.636614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.636819] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.636903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.636994] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1265.638108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.638302] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.680091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.680423] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.680543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.680667] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.680831] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.681075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.681225] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 is going to be updated. [ 1265.747395] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.747604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.747604] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.748646] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.748818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.762298] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1265.783587] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.783736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.783806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.784034] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.784206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.787545] env[66352]: INFO networking_nsxv3.common.synchronization [req-cc2ebd42-34b3-43ca-82b2-1782b4193ac6 req-e29b7259-bb45-4cbc-93d9-38342eb859e1 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_members [ 1265.787710] env[66352]: INFO networking_nsxv3.common.synchronization [req-cc2ebd42-34b3-43ca-82b2-1782b4193ac6 req-e29b7259-bb45-4cbc-93d9-38342eb859e1 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.788227] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd with Priority: HIGHEST for action security_group_members [ 1265.788357] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.788625] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a47c5f9-bbac-488c-a697-c33bcc3880bd taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.788719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.788929] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.788998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.800891] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: IN_PROGRESS for 2s [ 1265.837137] env[66352]: INFO networking_nsxv3.common.synchronization [req-cc2ebd42-34b3-43ca-82b2-1782b4193ac6 req-e29b7259-bb45-4cbc-93d9-38342eb859e1 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_rules [ 1265.837447] env[66352]: INFO networking_nsxv3.common.synchronization [req-cc2ebd42-34b3-43ca-82b2-1782b4193ac6 req-e29b7259-bb45-4cbc-93d9-38342eb859e1 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.837538] env[66352]: INFO networking_nsxv3.common.synchronization [req-cc2ebd42-34b3-43ca-82b2-1782b4193ac6 req-e29b7259-bb45-4cbc-93d9-38342eb859e1 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: 122e8959-cc7c-45b3-b324-d5ccef852612 with Priority: HIGHEST for action port [ 1265.838416] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_rules [ 1265.838556] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1265.838668] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e8959-cc7c-45b3-b324-d5ccef852612 with Priority: HIGHEST for action port [ 1265.838975] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.839095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.839287] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.839369] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.839539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-122e8959-cc7c-45b3-b324-d5ccef852612 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.839615] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.936428] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.937944] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.985971] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a47c5f9-bbac-488c-a697-c33bcc3880bd taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.986194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.987432] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 122e8959-cc7c-45b3-b324-d5ccef852612 with status ACTIVE [ 1265.987619] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.987737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.987808] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.988029] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.988131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.988299] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.988395] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.988455] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.988605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.988678] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.988854] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.988945] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.989014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.989159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.989275] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.989361] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 122e8959-cc7c-45b3-b324-d5ccef852612 is going to be updated. [ 1266.009051] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.009206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.009303] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.009566] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.009743] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.009958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.010121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.010309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.010398] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('122e8959-cc7c-45b3-b324-d5ccef852612',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.440649] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.440649] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.512589] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 122e8959-cc7c-45b3-b324-d5ccef852612 with status ACTIVE [ 1266.512983] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.514055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.514055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.514055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.514055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.514055] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.514055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.514055] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.514391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.514391] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.514552] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.514726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.514726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.514898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.514898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.514898] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 122e8959-cc7c-45b3-b324-d5ccef852612 is going to be updated. [ 1266.536851] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.537145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.537145] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.537265] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.537363] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.537524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-122e8959-cc7c-45b3-b324-d5ccef852612" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.941423] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.941582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.941638] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.942167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.942167] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.942167] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd is going to be created. [ 1266.943295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.943432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.943508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.943669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.943759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.943850] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be updated. [ 1266.966336] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.966590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.966590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.966936] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.967047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.970629] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.970788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.970788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.970948] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.971097] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.977869] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd in Status: UNINITIALIZED for 2s [ 1266.978573] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1267.610066] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1267.610447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.610447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.610625] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.610727] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.775093] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1267.775338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.811386] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: SUCCESS [ 1267.811593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.113072] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.113236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.989499] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd in Status: SUCCESS [ 1268.989880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.989880] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.990091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.990334] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.990476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.990545] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.990712] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.990792] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.990888] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.992318] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1268.992440] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.992595] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.992686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.992836] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.992937] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.993014] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.993233] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.993312] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.993400] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.495343] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.495343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.495343] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.495849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.495849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.495849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.496457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.496457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.496457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.496457] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.496457] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd is going to be deleted. [ 1269.497352] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.528863] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.529058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.529110] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.529298] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.529387] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.529487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.529631] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.529780] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.529937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.530056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.530121] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.530262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.530338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.530433] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.999763] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.035526] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.035698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.035737] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.035947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.036052] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.036312] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.036549] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.036634] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.036881] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.036982] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.037179] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd already deleted. [ 1270.037340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.037518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.037690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.037897] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.038038] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.038100] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.038284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.038477] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.038624] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.501809] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.501974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.502062] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.502308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.502403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.502505] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be updated. [ 1270.541096] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.541337] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.541386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.541591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.541681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.541889] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.541991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.542057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.542216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.542293] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.542390] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd already deleted. [ 1270.542825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.542825] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.553552] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.553693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.553738] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.554089] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.554323] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.567651] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1270.839392] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.839508] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1270.904816] env[66352]: INFO networking_nsxv3.common.synchronization [req-ad7b7999-d1b6-4c54-b08f-6be07a071014 req-72b402b1-63e5-4340-857a-9aa17cdfa397 tempest-ServerRescueTestJSONUnderV235-683118198 tempest-ServerRescueTestJSONUnderV235-683118198-project-member] Enqueued Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1270.905568] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 with Priority: HIGHEST for action security_group_members [ 1270.906126] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.906126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.044750] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a47c5f9-bbac-488c-a697-c33bcc3880bd',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.546818] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a47c5f9-bbac-488c-a697-c33bcc3880bd: rpc.has_security_group_logging(os_id): False [ 1271.565060] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.565259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.565259] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.565495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.565588] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.565784] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.565885] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.565950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.566118] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.566216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.566324] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd is going to be created. [ 1271.583753] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2a47c5f9-bbac-488c-a697-c33bcc3880bd], does not exist path=[/infra/domains/default/groups/2a47c5f9-bbac-488c-a697-c33bcc3880bd]."\n}' [ 1271.583900] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a47c5f9-bbac-488c-a697-c33bcc3880bd [ 1271.583981] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1271.617937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.618221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.618221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.618385] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.619059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.619314] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.619411] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.619482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.619641] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.619719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.619885] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.619977] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.620048] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.620189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.620262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.620345] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a47c5f9-bbac-488c-a697-c33bcc3880bd is going to be created. [ 1271.644870] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2a47c5f9-bbac-488c-a697-c33bcc3880bd], does not exist path=[/infra/domains/default/groups/2a47c5f9-bbac-488c-a697-c33bcc3880bd]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a47c5f9-bbac-488c-a697-c33bcc3880bd [ 1271.645116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a47c5f9-bbac-488c-a697-c33bcc3880bd" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.645326] env[66352]: Traceback (most recent call last): [ 1271.645410] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1271.645410] env[66352]: return func(*args, **kwargs) [ 1271.645410] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1271.645410] env[66352]: res.raise_for_status() [ 1271.645410] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1271.645410] env[66352]: raise HTTPError(http_error_msg, response=self) [ 1271.645410] env[66352]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a47c5f9-bbac-488c-a697-c33bcc3880bd [ 1271.645410] env[66352]: During handling of the above exception, another exception occurred: [ 1271.645410] env[66352]: Traceback (most recent call last): [ 1271.645410] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1271.645410] env[66352]: listener.cb(fileno) [ 1271.645410] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1271.645410] env[66352]: result = function(*args, **kwargs) [ 1271.645410] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1271.645410] env[66352]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1271.645410] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1271.645410] env[66352]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1271.645410] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1271.645410] env[66352]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1271.645410] env[66352]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1271.645410] env[66352]: res.raise_for_status() [ 1271.645410] env[66352]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1271.645410] env[66352]: raise HTTPError(http_error_msg, response=self) [ 1271.645410] env[66352]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a47c5f9-bbac-488c-a697-c33bcc3880bd [ 1271.645410] env[66352]: Removing descriptor: 63 [ 1272.578018] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1272.578383] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.578425] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.578640] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.578828] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.578947] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.579024] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.579185] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.579264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.579360] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.081456] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.082200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.082200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.082200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.105452] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.105709] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.105829] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.105897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.106123] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.106209] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.106301] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be updated. [ 1273.131807] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.132028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.132028] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.132237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.132386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.140165] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1275.153221] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1275.153221] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 deletion is rescheduled due to dependency. [ 1275.153221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.153221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.153221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.153221] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.153221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.153221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.153221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.153221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.153221] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.656155] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.656331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.656399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.656622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.656716] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.656914] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.657025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.657084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.657240] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.657315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.657410] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be updated. [ 1275.684267] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.684465] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.684520] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.684745] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.684946] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.694871] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1275.906403] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.906535] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1277.709850] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1277.710268] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 deletion is rescheduled due to dependency. [ 1277.710268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.710352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.710672] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.710863] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.710987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.711056] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.711263] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.711339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.711428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.711562] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.712420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.712589] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.712748] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.712849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.712911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.713059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.713161] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.713243] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.833883] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a48fd1fd-3ebf-48b2-ac37-06d192e92170 None None] Enqueued Resource ID: 064c5d69-48f0-4afe-a9c2-4f60150a4578 with Priority: HIGHEST for action port [ 1277.834627] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064c5d69-48f0-4afe-a9c2-4f60150a4578 with Priority: HIGHEST for action port [ 1277.834957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-064c5d69-48f0-4afe-a9c2-4f60150a4578 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.835338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064c5d69-48f0-4afe-a9c2-4f60150a4578" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.835516] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064c5d69-48f0-4afe-a9c2-4f60150a4578" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.836081] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064c5d69-48f0-4afe-a9c2-4f60150a4578" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.836298] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064c5d69-48f0-4afe-a9c2-4f60150a4578',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.215585] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.217043] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.217043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.217043] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.217292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.217292] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.217374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.217428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.217474] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.217621] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.217695] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.217779] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be updated. [ 1278.243262] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.243447] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.243504] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.243694] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.243839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.253056] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1278.339695] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 064c5d69-48f0-4afe-a9c2-4f60150a4578 [ 1278.339925] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.340075] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.340137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.340342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.340424] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.340526] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:064c5d69-48f0-4afe-a9c2-4f60150a4578 already deleted. [ 1278.340602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064c5d69-48f0-4afe-a9c2-4f60150a4578" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.720451] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e220e783-0f6c-4b7b-b8bd-9df9925e50f5: rpc.has_security_group_logging(os_id): False [ 1278.743191] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.743191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.743191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.744236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.744236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.744236] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.744236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.744236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.744236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.744236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.744236] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be updated. [ 1278.833428] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.833700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.833700] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.833967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.834443] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.848695] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: IN_PROGRESS for 2s [ 1280.224784] env[66352]: INFO networking_nsxv3.common.synchronization [req-ca94cdf0-3ae5-4e42-8ef5-8b5a875d1d39 req-d885b769-05e7-4d3b-a3b4-20b3e8331c22 tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_members [ 1280.225627] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 with Priority: HIGHEST for action security_group_members [ 1280.226125] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-107613a2-7ddb-4ccb-bce6-07e3fb615e13 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.226340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.226421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.226701] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.226955] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.227202] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.227272] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.227601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.227601] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.227720] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107613a2-7ddb-4ccb-bce6-07e3fb615e13',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.255781] env[66352]: INFO networking_nsxv3.common.synchronization [None req-43fc8dee-4d40-4371-8d81-91de556394a5 None None] Enqueued Resource ID: 52a1ab0f-8ee3-441d-bcd7-732918515216 with Priority: HIGHEST for action port [ 1280.257423] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a1ab0f-8ee3-441d-bcd7-732918515216 with Priority: HIGHEST for action port [ 1280.257751] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a1ab0f-8ee3-441d-bcd7-732918515216 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.257928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a1ab0f-8ee3-441d-bcd7-732918515216" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.258045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a1ab0f-8ee3-441d-bcd7-732918515216" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.259291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a1ab0f-8ee3-441d-bcd7-732918515216" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.259291] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a1ab0f-8ee3-441d-bcd7-732918515216',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.264578] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1280.265560] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 deletion is rescheduled due to dependency. [ 1280.266684] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.731433] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.731433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.731433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.731727] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.755515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.755829] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.755990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.756087] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.756287] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.756400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.756498] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 is going to be updated. [ 1280.761170] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52a1ab0f-8ee3-441d-bcd7-732918515216 [ 1280.761170] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.761170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.761170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.761170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.761170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.761170] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52a1ab0f-8ee3-441d-bcd7-732918515216 already deleted. [ 1280.761170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a1ab0f-8ee3-441d-bcd7-732918515216" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.784634] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.784863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.784863] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.785031] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.785176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.793336] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 in Status: IN_PROGRESS for 2s [ 1280.864378] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 in Status: SUCCESS [ 1280.864639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.864820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.865072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.865179] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e220e783-0f6c-4b7b-b8bd-9df9925e50f5',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.387612] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.388040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.388040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.388168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.408783] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.408926] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e220e783-0f6c-4b7b-b8bd-9df9925e50f5 is going to be deleted. [ 1281.463748] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.463908] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.464072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.464216] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.464313] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.464410] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e220e783-0f6c-4b7b-b8bd-9df9925e50f5" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.807269] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 in Status: SUCCESS [ 1282.807269] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107613a2-7ddb-4ccb-bce6-07e3fb615e13 deletion is rescheduled due to dependency. [ 1282.807639] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107613a2-7ddb-4ccb-bce6-07e3fb615e13" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.341621] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a37b234-5113-4871-88d9-860173981cc1 req-bddfcfdf-5292-4d0c-bffa-eafa8fae5e03 tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1283.342171] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1283.342474] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.342596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.342733] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.342988] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.343342] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.343448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.343511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.343673] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.343758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.343851] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.642727] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.643048] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.643145] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.643513] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.643787] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.643934] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.644060] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.644279] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.644431] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.644640] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.644748] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.644851] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.645023] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.645145] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.645263] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.645390] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.665209] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.665470] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.666067] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.666067] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.666381] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-f1d76efe-78e4-4074-8108-7e9c9239def3 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.666602] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.666723] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.667329] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.667329] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1d76efe-78e4-4074-8108-7e9c9239def3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.846498] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.846498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.846498] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.847035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.847035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.847035] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.847035] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.847264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.847264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.847264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.847360] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d already deleted. [ 1283.847420] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.169508] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.169743] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.169820] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.170164] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.170319] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.170517] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port f1d76efe-78e4-4074-8108-7e9c9239def3 not found, creating... [ 1284.170800] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.170960] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.171096] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.171407] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.171609] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.171920] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.172126] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.172275] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.172505] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.172663] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.172779] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: f1d76efe-78e4-4074-8108-7e9c9239def3 is going to be created. [ 1284.195304] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.195555] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.195640] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.195926] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.196225] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.196453] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.897779] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a37b234-5113-4871-88d9-860173981cc1 req-772eb3bb-28f0-4447-803c-3ca95d860840 service nova] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_rules [ 1284.898103] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a37b234-5113-4871-88d9-860173981cc1 req-772eb3bb-28f0-4447-803c-3ca95d860840 service nova] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1284.898170] env[66352]: INFO networking_nsxv3.common.synchronization [req-0a37b234-5113-4871-88d9-860173981cc1 req-772eb3bb-28f0-4447-803c-3ca95d860840 service nova] Enqueued Resource ID: f1d76efe-78e4-4074-8108-7e9c9239def3 with Priority: HIGHEST for action port [ 1284.898712] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_rules [ 1284.898888] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1284.898991] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1d76efe-78e4-4074-8108-7e9c9239def3 with Priority: HIGHEST for action port [ 1284.899317] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.899442] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.899534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.900084] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.900084] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.903071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.903071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.903071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.903071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.903071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.903071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.903071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.903071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.903071] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.903444] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.904228] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1d76efe-78e4-4074-8108-7e9c9239def3 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.904849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.904849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.905220] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.905220] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1d76efe-78e4-4074-8108-7e9c9239def3',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.407235] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.407417] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.407696] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.409071] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1d76efe-78e4-4074-8108-7e9c9239def3 with status ACTIVE [ 1285.409367] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.409577] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.409713] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.410372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.410372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.410508] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.411422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.411422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.411422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.411422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.411422] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.411669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.411669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.411747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.411777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.411877] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1d76efe-78e4-4074-8108-7e9c9239def3 is going to be updated. [ 1285.434937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.435198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.435198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.435421] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.435585] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.435845] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1d76efe-78e4-4074-8108-7e9c9239def3" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.537767] env[66352]: INFO networking_nsxv3.common.synchronization [req-dd26eb1b-3e36-4e64-8caa-f879dc20de31 req-3afefcfe-6fa1-49b7-b805-78d1526c94ee tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1285.538333] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1285.538655] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.538762] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.873013] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.873267] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.873375] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.873642] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.873892] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.874056] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.874172] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.874424] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.874565] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.874773] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.874891] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.874992] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.875111] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.875220] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.875329] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.875491] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.895676] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.895847] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.895975] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.896155] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.896502] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-824648fe-21fd-49c2-8127-769f2592605d taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.896675] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.896810] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.897141] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.897282] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824648fe-21fd-49c2-8127-769f2592605d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.913573] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.399264] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.399778] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.399990] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.400364] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.400559] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.400768] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Segment Port 824648fe-21fd-49c2-8127-769f2592605d not found, creating... [ 1286.401148] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.401396] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.401559] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.401870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.402024] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.402344] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.402497] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.402622] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.402838] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.403200] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.403200] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: 824648fe-21fd-49c2-8127-769f2592605d is going to be created. [ 1286.415390] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.415620] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.415719] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.415867] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.415967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.416077] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d is going to be created. [ 1286.425361] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.425613] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.426167] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.426506] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.426831] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.427742] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.441822] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.441976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.442319] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.442550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.442711] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.455016] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: UNINITIALIZED for 2s [ 1287.140063] env[66352]: INFO networking_nsxv3.common.synchronization [req-dd26eb1b-3e36-4e64-8caa-f879dc20de31 req-049affb4-28db-4452-bb09-bb9ed7dcf733 service nova] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_rules [ 1287.140433] env[66352]: INFO networking_nsxv3.common.synchronization [req-dd26eb1b-3e36-4e64-8caa-f879dc20de31 req-049affb4-28db-4452-bb09-bb9ed7dcf733 service nova] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1287.140433] env[66352]: INFO networking_nsxv3.common.synchronization [req-dd26eb1b-3e36-4e64-8caa-f879dc20de31 req-049affb4-28db-4452-bb09-bb9ed7dcf733 service nova] Enqueued Resource ID: 824648fe-21fd-49c2-8127-769f2592605d with Priority: HIGHEST for action port [ 1287.140933] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_rules [ 1287.141147] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1287.141221] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824648fe-21fd-49c2-8127-769f2592605d with Priority: HIGHEST for action port [ 1287.141484] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.141613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.142135] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.142135] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.142135] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-824648fe-21fd-49c2-8127-769f2592605d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.142324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.142324] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.142470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.142577] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824648fe-21fd-49c2-8127-769f2592605d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.476210] env[66352]: INFO networking_nsxv3.common.synchronization [None req-345596ac-b2fc-4d33-b0da-1f95a8b03a49 tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_rules [ 1287.476535] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_rules [ 1287.476865] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.478026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.478026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.478026] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.478026] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.571047] env[66352]: INFO networking_nsxv3.common.synchronization [None req-9c024a93-d8bf-4a02-9971-e7129ed6c3d7 tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_rules [ 1287.571406] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_rules [ 1287.571722] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.571827] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.645073] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 824648fe-21fd-49c2-8127-769f2592605d with status ACTIVE [ 1287.645432] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.645559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.645559] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.645788] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.645903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.646121] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.646266] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.646340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.646511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.646593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.646791] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.646888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.647016] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.647092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.647166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.647249] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 824648fe-21fd-49c2-8127-769f2592605d is going to be updated. [ 1287.670144] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.670307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.670392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.670582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.670747] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.670903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824648fe-21fd-49c2-8127-769f2592605d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.996488] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.996643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.996702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.996913] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.997009] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.997112] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 already deleted. [ 1287.997223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.997340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.997494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.997580] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.468445] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: SUCCESS [ 1288.468757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.468757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.468957] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.469131] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.469248] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.469315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.469467] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.469546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.469636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.469728] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.470613] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.470721] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.470868] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.470965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.471046] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.471201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.471309] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.471396] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.516462] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.516660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.516660] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.516857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.516941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.517043] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 already deleted. [ 1288.517126] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.973041] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.973331] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.978025] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.476600] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.979209] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.979435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.979523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.979760] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.979849] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.979948] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d is going to be updated. [ 1290.011204] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.011376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.011448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.011654] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.011802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.020033] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: IN_PROGRESS for 2s [ 1292.030968] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: SUCCESS [ 1292.031422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.031592] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.031844] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.032079] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.032213] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.032281] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.032458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.032561] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.032722] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.535257] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.571980] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.572117] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1293.002317] env[66352]: INFO networking_nsxv3.common.synchronization [req-18ebf977-2739-41ba-826f-b802bb04aef7 req-4908c395-7cba-43c8-8aa2-b43646201597 tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_members [ 1293.002317] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_members [ 1293.002317] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.003219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.003495] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.003836] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.004107] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.004340] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.004630] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.004979] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.005163] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.005351] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.037145] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.273078] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.273804] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.273804] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.273804] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.274057] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.274144] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.274270] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.274509] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.274677] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.274908] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.275048] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.275164] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.275276] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.275393] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.275518] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.275654] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.299020] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.299020] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.299020] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.299020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-97" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.299020] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-fde236bb-615b-4713-834c-c7fa9404a48f taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.299020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.299020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.299020] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.299020] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde236bb-615b-4713-834c-c7fa9404a48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.508725] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.508924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.508975] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.509201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.509291] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.509488] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.509586] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.509649] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.509795] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.509868] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.509950] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 already deleted. [ 1293.510045] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.539609] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.539935] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.540141] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.540398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.540573] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.540674] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d is going to be updated. [ 1293.569020] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.569020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.569020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.569020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.569020] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.577226] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: IN_PROGRESS for 2s [ 1293.801727] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.802030] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.802113] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.802378] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.802524] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.802676] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port fde236bb-615b-4713-834c-c7fa9404a48f not found, creating... [ 1293.802936] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.803107] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.803222] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.803525] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.803661] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.804017] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.804177] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.804411] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.804690] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.804835] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.804978] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: fde236bb-615b-4713-834c-c7fa9404a48f is going to be created. [ 1293.824318] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.824522] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.824641] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.824902] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.825137] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.825351] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.525802] env[66352]: INFO networking_nsxv3.common.synchronization [req-18ebf977-2739-41ba-826f-b802bb04aef7 req-bbe7098a-d6ed-4ed3-8818-9049539dc859 service nova] Enqueued Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_rules [ 1294.526106] env[66352]: INFO networking_nsxv3.common.synchronization [req-18ebf977-2739-41ba-826f-b802bb04aef7 req-bbe7098a-d6ed-4ed3-8818-9049539dc859 service nova] Enqueued Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_members [ 1294.526106] env[66352]: INFO networking_nsxv3.common.synchronization [req-18ebf977-2739-41ba-826f-b802bb04aef7 req-bbe7098a-d6ed-4ed3-8818-9049539dc859 service nova] Enqueued Resource ID: fde236bb-615b-4713-834c-c7fa9404a48f with Priority: HIGHEST for action port [ 1294.526341] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_rules [ 1294.526466] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_members [ 1294.526560] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde236bb-615b-4713-834c-c7fa9404a48f with Priority: HIGHEST for action port [ 1294.527119] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.527481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.527481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.527481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.527644] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.528396] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.528480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.528551] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.528705] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.528849] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.528942] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.529066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.529847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.529847] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.529847] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.530268] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde236bb-615b-4713-834c-c7fa9404a48f taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.530268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.530268] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.530399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.530466] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde236bb-615b-4713-834c-c7fa9404a48f',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.031937] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.032179] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.032227] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.034223] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fde236bb-615b-4713-834c-c7fa9404a48f with status ACTIVE [ 1295.034459] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.034702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.034768] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.034976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.035088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.035266] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.035364] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.035428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.035609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.035685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.035835] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.035926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.035987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.036144] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.036219] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.036301] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fde236bb-615b-4713-834c-c7fa9404a48f is going to be updated. [ 1295.058385] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.058567] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.058680] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.058839] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.058980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.059172] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde236bb-615b-4713-834c-c7fa9404a48f" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.534699] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.587583] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: SUCCESS [ 1295.587802] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.587963] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.588200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.588393] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.588511] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.588580] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.588769] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.588852] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.588928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.589103] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.589198] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.589261] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.589400] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.589628] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.589628] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.589736] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.589814] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.589888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.589965] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590067] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.037674] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.037674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.037674] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.037888] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.038037] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.038128] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 is going to be created. [ 1296.064729] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.064955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.064955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.065215] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.065416] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.076664] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 in Status: UNINITIALIZED for 2s [ 1296.092094] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4991cbe-1710-4083-9dea-df7e08d2148d: rpc.has_security_group_logging(os_id): False [ 1296.107975] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.108244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.108244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.108448] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.108535] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.108749] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.108846] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.108906] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.109058] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.109127] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.109298] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.109386] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.109820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.109820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.109820] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.109820] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.110098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.110098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.110206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.110206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.110322] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d is going to be created. [ 1296.255314] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.255481] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.255565] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.255794] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.255980] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.270631] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: IN_PROGRESS for 2s [ 1298.085949] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 in Status: SUCCESS [ 1298.086382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.086382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.086531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.086744] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.086928] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.087015] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.087214] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.087262] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.087347] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.087440] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.285225] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: SUCCESS [ 1298.285509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.285717] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.286643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.286643] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.590386] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.788270] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.788428] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.788519] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.788764] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.788981] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.789107] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.789166] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.789338] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.789438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.789508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.789785] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.093388] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0: rpc.has_security_group_logging(os_id): False [ 1299.111724] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.111926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.111926] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.112156] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.112246] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.112537] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.112603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.112636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.112806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.112911] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.112966] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 is going to be created. [ 1299.168116] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.168382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.168382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.168480] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.168643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.178418] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 in Status: IN_PROGRESS for 2s [ 1299.292095] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.292264] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.292339] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.292564] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.292732] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.292834] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.292900] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.293061] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.293148] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.293236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.293452] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.293552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.293614] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.293759] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.293899] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.293991] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.294065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.294203] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.294277] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.294550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.294666] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.528037] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.528205] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1299.797030] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4991cbe-1710-4083-9dea-df7e08d2148d: rpc.has_security_group_logging(os_id): False [ 1299.816066] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.816066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.816066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.816066] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.816352] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.816352] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.816492] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.816543] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.816688] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.816763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.816940] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.817044] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.817108] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.817244] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.817316] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.817504] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.817593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.817650] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.817800] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.817904] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.817994] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d is going to be updated. [ 1299.878380] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.878582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.878582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.878810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.878955] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.892196] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: IN_PROGRESS for 2s [ 1300.648286] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.648942] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.649210] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.649607] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.649908] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.650103] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.650224] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.650459] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.650602] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.650818] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.650974] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.651112] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.651217] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.651351] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.651462] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.651592] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.673348] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.673596] env[66352]: DEBUG dogpile.cache.region [None req-77877525-3bde-4189-a376-15f061e13597 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.673729] env[66352]: DEBUG dogpile.lock [None req-77877525-3bde-4189-a376-15f061e13597 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.673894] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "network-881" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.674285] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock port-a460299d-6658-477a-8167-a2adff710c15 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.674529] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.674648] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.674918] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.675064] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-77877525-3bde-4189-a376-15f061e13597 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460299d-6658-477a-8167-a2adff710c15',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.177641] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.177896] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.177985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.178322] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.178487] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.178829] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.178997] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.179133] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.179377] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.179513] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.179807] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.179992] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.180174] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.180393] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.180531] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.180698] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77877525-3bde-4189-a376-15f061e13597 None None] Resource: SegmentPort with ID: a460299d-6658-477a-8167-a2adff710c15 is going to be updated. [ 1301.192325] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 in Status: SUCCESS [ 1301.192546] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.201556] env[66352]: DEBUG networking_nsxv3.common.locking [None req-77877525-3bde-4189-a376-15f061e13597 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.201791] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.201934] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.202226] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.202418] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.202630] env[66352]: DEBUG oslo_concurrency.lockutils [None req-77877525-3bde-4189-a376-15f061e13597 None None] Releasing lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.905197] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: SUCCESS [ 1301.905547] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.915706] env[66352]: INFO networking_nsxv3.common.synchronization [req-b0d11a7b-ee0d-4316-b92a-759ad4ee2158 req-bd39958d-863c-4616-9dfe-69f4c931c641 service nova] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1301.915894] env[66352]: INFO networking_nsxv3.common.synchronization [req-b0d11a7b-ee0d-4316-b92a-759ad4ee2158 req-bd39958d-863c-4616-9dfe-69f4c931c641 service nova] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1301.916083] env[66352]: INFO networking_nsxv3.common.synchronization [req-b0d11a7b-ee0d-4316-b92a-759ad4ee2158 req-bd39958d-863c-4616-9dfe-69f4c931c641 service nova] Enqueued Resource ID: a460299d-6658-477a-8167-a2adff710c15 with Priority: HIGHEST for action port [ 1301.916267] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_rules [ 1301.916400] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1301.916497] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460299d-6658-477a-8167-a2adff710c15 with Priority: HIGHEST for action port [ 1301.917101] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.917237] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.917305] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.917509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.917589] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.918408] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.918523] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.918590] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.918748] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.918892] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.918983] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.919057] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.919194] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.919279] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.919935] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.920811] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-a460299d-6658-477a-8167-a2adff710c15 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.920811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.920811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.920811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.920811] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460299d-6658-477a-8167-a2adff710c15',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.422930] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.422930] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.423216] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.424328] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a460299d-6658-477a-8167-a2adff710c15 with status ACTIVE [ 1302.424475] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.425091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.425091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.425091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.425091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.425091] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.425091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.425091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.425929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.425929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.425929] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.425929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.425929] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.426142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.426142] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.426214] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a460299d-6658-477a-8167-a2adff710c15 is going to be updated. [ 1302.449356] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.449356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.449607] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.449669] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.449856] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.450072] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a460299d-6658-477a-8167-a2adff710c15" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.928092] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.430739] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.430897] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.430950] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.431212] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.431300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.431400] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 is going to be updated. [ 1303.458182] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.458376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.458376] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.458599] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.458749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.468385] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: IN_PROGRESS for 2s [ 1305.479587] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: SUCCESS [ 1305.479902] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.479941] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.480914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.480914] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.480914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.480914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.480914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.480914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.480914] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.481415] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.983270] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.486087] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d3403c-0272-47ea-936b-a014f11fa695: rpc.has_security_group_logging(os_id): False [ 1306.504044] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.504257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.504257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.504497] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.523562] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.523890] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.524027] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.524098] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.524296] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.524379] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.524504] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 is going to be updated. [ 1306.585709] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.585931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.585931] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.586206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.586375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.599111] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: IN_PROGRESS for 2s [ 1306.918063] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.918215] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.615761] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: SUCCESS [ 1308.616318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.610319] env[66352]: INFO networking_nsxv3.common.synchronization [req-8445bafd-7956-42d5-83f3-999081eb7733 req-e95787c1-c9a8-437f-bd0b-b8b0cd1d6229 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1309.611037] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1309.611960] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.611960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.611960] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.612119] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.612202] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.612307] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.612398] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.612608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.612758] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.612911] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.116130] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.116130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.116130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.116130] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.136958] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.137269] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.137446] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.137524] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.137740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.137825] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.137915] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1310.167145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.167406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.167406] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.167661] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.167811] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.177067] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1312.189892] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1312.190370] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 deletion is rescheduled due to dependency. [ 1312.190370] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.612150] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.612608] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.454846] env[66352]: INFO networking_nsxv3.common.synchronization [req-b0ac800c-4e8f-4e39-8b1c-c8728309d82b req-eba16d86-6bd1-4c52-aeca-a9bf586a81be tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1317.455199] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1317.455389] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.455602] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.455725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.455917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.456144] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.456257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.456306] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.456557] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.456647] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.456760] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.762082] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.762291] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.762479] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.762778] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.763083] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.763292] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.763436] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.763750] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.763925] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.764163] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.764274] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.764381] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.764493] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.764610] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.764738] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.764890] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.787117] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.787358] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1317.787539] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.787643] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-104" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.787992] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-400768b9-c639-43a6-bdf8-f577c7b0c896 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.788217] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.788317] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.788621] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.788759] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400768b9-c639-43a6-bdf8-f577c7b0c896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.959132] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.959353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.959353] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.959553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.959643] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.959833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.959932] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.959993] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.960158] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.960231] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.960313] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1317.983881] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.984095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.984095] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.984270] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.984403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.992591] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1318.291128] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.291372] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.291490] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.291816] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.291974] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.292141] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port 400768b9-c639-43a6-bdf8-f577c7b0c896 not found, creating... [ 1318.292419] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.292547] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.292659] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.292870] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.292998] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.293275] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.293422] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.293539] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.293759] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.293889] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.294035] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: 400768b9-c639-43a6-bdf8-f577c7b0c896 is going to be created. [ 1318.326058] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.326313] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.326414] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.326657] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.326888] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.327120] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.007380] env[66352]: INFO networking_nsxv3.common.synchronization [req-b0ac800c-4e8f-4e39-8b1c-c8728309d82b req-8a1c60ca-ad93-4b77-9ddb-8b7fcb75f613 service nova] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 1319.007665] env[66352]: INFO networking_nsxv3.common.synchronization [req-b0ac800c-4e8f-4e39-8b1c-c8728309d82b req-8a1c60ca-ad93-4b77-9ddb-8b7fcb75f613 service nova] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1319.007774] env[66352]: INFO networking_nsxv3.common.synchronization [req-b0ac800c-4e8f-4e39-8b1c-c8728309d82b req-8a1c60ca-ad93-4b77-9ddb-8b7fcb75f613 service nova] Enqueued Resource ID: 400768b9-c639-43a6-bdf8-f577c7b0c896 with Priority: HIGHEST for action port [ 1319.008321] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_rules [ 1319.008470] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1319.008570] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400768b9-c639-43a6-bdf8-f577c7b0c896 with Priority: HIGHEST for action port [ 1319.008858] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.008987] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.009065] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.009346] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.009431] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.011096] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.011096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.011210] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-400768b9-c639-43a6-bdf8-f577c7b0c896 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.011332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.011478] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.011603] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.011681] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400768b9-c639-43a6-bdf8-f577c7b0c896',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.513397] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.513605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.513802] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 400768b9-c639-43a6-bdf8-f577c7b0c896 with status ACTIVE [ 1319.513921] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.514096] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.514162] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.514396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.514487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.514665] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.514776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.514776] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.514953] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.515025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.515509] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.515509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.515509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.515509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.515509] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.515712] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 400768b9-c639-43a6-bdf8-f577c7b0c896 is going to be updated. [ 1319.539795] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.540059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.540059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.540332] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.540515] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.540686] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-400768b9-c639-43a6-bdf8-f577c7b0c896" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.002458] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1320.002635] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 deletion is rescheduled due to dependency. [ 1320.002754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.002915] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.003169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.003359] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.003472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.003537] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.003729] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.003810] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.003905] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.505970] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.009074] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.512163] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.512596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.512596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.512596] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.512698] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.512730] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1321.544825] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.544976] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.545059] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.545284] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.545419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.555625] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1323.567801] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1323.567801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.567801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.567801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.568239] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.568239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.568239] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.568415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.568415] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.568485] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.568559] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.010054] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.010054] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1324.070685] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.553170] env[66352]: INFO networking_nsxv3.common.synchronization [None req-803cd25e-c167-4ca1-bdb6-fdc76ed6bcc5 tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_rules [ 1324.553813] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_rules [ 1324.554256] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.554320] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.554358] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.554663] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.554803] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.573144] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4169b8d-beb2-4609-b633-832177eb9f69: rpc.has_security_group_logging(os_id): False [ 1324.591093] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.591267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.591342] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.591550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.591773] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.592089] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.592223] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.592318] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.592591] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.592692] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.592805] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1324.640584] env[66352]: INFO networking_nsxv3.common.synchronization [None req-a56aa1fd-6aaf-4f5f-aefc-dcf9fc5e4ea7 tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_rules [ 1324.641080] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_rules [ 1324.641409] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.641499] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.654082] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.654082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.654082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.654399] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.654490] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.667174] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1325.075537] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.075726] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.075771] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.075989] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.076082] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.076179] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 already deleted. [ 1325.076299] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.076500] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.076671] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.076772] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.595539] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.595961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.595961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.595961] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.596092] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.596156] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 already deleted. [ 1325.596236] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.691869] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1326.692304] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.642314] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.642699] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.120338] env[66352]: INFO networking_nsxv3.common.synchronization [req-9069cdd2-eca7-4f1c-b3b7-e0e76e5258ff req-d1b16a35-f722-45cd-a229-7fce6414e7f2 tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_members [ 1330.120938] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_members [ 1330.121235] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.121365] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.121433] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.121859] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.122250] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.122396] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.122468] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.122635] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.122740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.122837] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.385159] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.385364] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.385484] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.385757] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.386045] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.386226] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.386342] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.386561] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.386703] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.386906] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.387026] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] NeedRegenerationException {{(pid=66352) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.387135] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] no value, waiting for create lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.387241] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] value creation lock acquired {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.387348] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] No value present for key: 'zone-id' {{(pid=66352) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.387450] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Calling creation function for not-yet-present value {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.387574] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.407547] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.407733] env[66352]: DEBUG dogpile.cache.region [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66352) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.407843] env[66352]: DEBUG dogpile.lock [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Released creation lock {{(pid=66352) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.408030] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "network-540" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.408349] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock port-f679b5a2-06ce-49bb-b831-22416c601744 taken with stack trace [, , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.408515] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.408643] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.408985] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.409144] env[66352]: DEBUG networking_nsxv3.api.rpc [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f679b5a2-06ce-49bb-b831-22416c601744',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.625627] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.625832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.625832] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.626077] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.626168] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.626369] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.626470] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.626529] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.626681] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.626756] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.626839] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 already deleted. [ 1330.626917] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.912235] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.912724] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.912724] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.912918] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.913124] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.913310] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Segment Port f679b5a2-06ce-49bb-b831-22416c601744 not found, creating... [ 1330.913615] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.913867] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.913991] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.914242] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.914379] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.914680] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.914878] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.915015] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.915395] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.915536] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.915676] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Resource: SegmentPort with ID: f679b5a2-06ce-49bb-b831-22416c601744 is going to be created. [ 1330.935937] env[66352]: DEBUG networking_nsxv3.common.locking [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.936193] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.936319] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.936590] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.936817] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.937051] env[66352]: DEBUG oslo_concurrency.lockutils [None req-21c83db3-64f0-4a61-8714-49dfb9412d38 None None] Releasing lock "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.630088] env[66352]: INFO networking_nsxv3.common.synchronization [req-9069cdd2-eca7-4f1c-b3b7-e0e76e5258ff req-08516964-e116-42e4-a138-74dae3ed0697 service nova] Enqueued Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_rules [ 1331.630088] env[66352]: INFO networking_nsxv3.common.synchronization [req-9069cdd2-eca7-4f1c-b3b7-e0e76e5258ff req-08516964-e116-42e4-a138-74dae3ed0697 service nova] Enqueued Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_members [ 1331.630266] env[66352]: INFO networking_nsxv3.common.synchronization [req-9069cdd2-eca7-4f1c-b3b7-e0e76e5258ff req-08516964-e116-42e4-a138-74dae3ed0697 service nova] Enqueued Resource ID: f679b5a2-06ce-49bb-b831-22416c601744 with Priority: HIGHEST for action port [ 1331.630747] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_rules [ 1331.630884] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_members [ 1331.630980] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f679b5a2-06ce-49bb-b831-22416c601744 with Priority: HIGHEST for action port [ 1331.631295] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.631419] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.631487] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.631741] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.631860] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.633145] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.633267] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.633322] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.633482] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.633652] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.633884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.633884] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.634300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.634300] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.634300] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.634899] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock port-f679b5a2-06ce-49bb-b831-22416c601744 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.635060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.635060] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.635249] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.635307] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f679b5a2-06ce-49bb-b831-22416c601744',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.137338] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463 taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.137757] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.137757] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.138502] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f679b5a2-06ce-49bb-b831-22416c601744 with status ACTIVE [ 1332.138730] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.138807] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.138895] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.139115] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.139206] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.139379] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.139475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.139531] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.139685] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.139763] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.139968] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.140137] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.140242] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.140438] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.140553] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.140681] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f679b5a2-06ce-49bb-b831-22416c601744 is going to be updated. [ 1332.161071] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.161290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.161290] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.161453] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.161616] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.161784] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f679b5a2-06ce-49bb-b831-22416c601744" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.642965] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.145455] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.145883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.145883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.145883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.146047] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.146047] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 is going to be created. [ 1333.168982] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.169221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.169221] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.169403] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.169622] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.178632] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 in Status: UNINITIALIZED for 2s [ 1335.190466] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 in Status: SUCCESS [ 1335.190843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.190843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.190998] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.191183] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.191294] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.191361] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.191518] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.191605] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.191709] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.191802] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.694122] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.196682] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbd9f3ce-779b-43bb-aeec-14cc10fdb463: rpc.has_security_group_logging(os_id): False [ 1336.213510] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.213749] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.213801] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.214117] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.214285] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.214637] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.214754] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.214857] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.215041] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.215124] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.215213] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 is going to be created. [ 1336.273135] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.273374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.273374] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.273552] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.273787] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.284248] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 in Status: IN_PROGRESS for 2s [ 1336.631742] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.631954] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1338.296743] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 in Status: SUCCESS [ 1338.297159] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.632954] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.633472] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.633998] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.634432] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.635286] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.635748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.636659] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.637066] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.637326] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.637748] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.480674] env[66352]: INFO networking_nsxv3.common.synchronization [req-4299984f-8472-4ae2-95ca-4d5a32bec310 req-6be58d58-f764-4f08-96da-98f2a6bc01fe tempest-AttachVolumeShelveTestJSON-35110199 tempest-AttachVolumeShelveTestJSON-35110199-project-member] Enqueued Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1365.481250] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3403c-0272-47ea-936b-a014f11fa695 with Priority: HIGHEST for action security_group_members [ 1365.481957] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d3403c-0272-47ea-936b-a014f11fa695 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.482106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.482176] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.482377] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.482535] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.482636] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.482699] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.482843] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.482925] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.483036] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d3403c-0272-47ea-936b-a014f11fa695',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.985199] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.985439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.985439] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.985693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.985817] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.986052] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.986175] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.986258] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.986454] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.986550] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.986655] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 is going to be updated. [ 1366.026650] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.026898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.026898] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.027200] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.027375] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.035743] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: IN_PROGRESS for 2s [ 1368.048886] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d3403c-0272-47ea-936b-a014f11fa695 in Status: SUCCESS [ 1368.049356] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d3403c-0272-47ea-936b-a014f11fa695 deletion is rescheduled due to dependency. [ 1368.049356] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d3403c-0272-47ea-936b-a014f11fa695" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.481837] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.482272] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.458907] env[66352]: INFO networking_nsxv3.common.synchronization [req-d04cde9e-c00d-437d-9c00-b97f81c35a74 req-06bad6ae-3927-4fb1-b485-edcdb648db6e tempest-AttachVolumeTestJSON-654485177 tempest-AttachVolumeTestJSON-654485177-project-member] Enqueued Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_members [ 1374.459248] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 with Priority: HIGHEST for action security_group_members [ 1374.459636] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.459779] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.459879] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.460131] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.460374] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.460534] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.460611] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.460833] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.460933] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.461077] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.963266] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.963435] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.963508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.963725] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.963818] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.964050] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.964191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.964257] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.964412] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.964489] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.964575] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 is going to be updated. [ 1374.994383] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.994593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.994593] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.994730] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.994874] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.002971] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 in Status: IN_PROGRESS for 2s [ 1377.015078] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 in Status: SUCCESS [ 1377.015475] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0 deletion is rescheduled due to dependency. [ 1377.015475] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74cc7f7d-d87a-45f9-a2be-8e2ce32fd3d0" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.460075] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.460484] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.462118] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.462118] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.127500] env[66352]: INFO networking_nsxv3.common.synchronization [req-168ee340-3be1-4dbd-bb88-10ef0cb7bc81 req-8d7bf954-e294-46d2-a1cf-e8ebf5399791 tempest-ServerActionsTestJSON-357897524 tempest-ServerActionsTestJSON-357897524-project-member] Enqueued Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1387.128151] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169b8d-beb2-4609-b633-832177eb9f69 with Priority: HIGHEST for action security_group_members [ 1387.128653] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4169b8d-beb2-4609-b633-832177eb9f69 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.128653] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.128796] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.129191] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.129451] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.129609] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.129693] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.129871] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.130025] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.130151] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4169b8d-beb2-4609-b633-832177eb9f69',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.633189] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.633189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.633189] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.633372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.633372] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.633530] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.633629] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.633690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.633841] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.633910] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.634050] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 is going to be updated. [ 1387.661315] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.661458] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.661528] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.661722] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.661860] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.669979] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: IN_PROGRESS for 2s [ 1389.682400] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4169b8d-beb2-4609-b633-832177eb9f69 in Status: SUCCESS [ 1389.682777] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4169b8d-beb2-4609-b633-832177eb9f69 deletion is rescheduled due to dependency. [ 1389.682777] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4169b8d-beb2-4609-b633-832177eb9f69" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.129064] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.129426] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.129906] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.130375] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.131060] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.131448] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.131808] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.132210] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.132930] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.133365] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.133896] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.133896] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.135279] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.135715] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.136499] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.137247] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.138880] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.139365] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.140505] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.140905] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.552949] env[66352]: INFO networking_nsxv3.common.synchronization [req-8756fad2-34b7-41a9-bfac-29c857775f79 req-97a618b1-a026-477a-a62f-f1b3ad4cc819 tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_members [ 1437.553438] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 with Priority: HIGHEST for action security_group_members [ 1437.553833] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463 taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.553990] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.554091] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.554308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.554489] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.554645] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.554732] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.555951] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.556116] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.556226] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd9f3ce-779b-43bb-aeec-14cc10fdb463',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.059260] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.059508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.059508] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.059704] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.059798] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.059992] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.060106] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.060169] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.060315] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.060392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.060477] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 is going to be updated. [ 1438.093074] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.093308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.093308] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.093472] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.093608] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.108259] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 in Status: IN_PROGRESS for 2s [ 1440.119053] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 in Status: SUCCESS [ 1440.119560] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9f3ce-779b-43bb-aeec-14cc10fdb463 deletion is rescheduled due to dependency. [ 1440.119560] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9f3ce-779b-43bb-aeec-14cc10fdb463" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.555219] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.555219] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.556924] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.557207] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.789791] env[66352]: INFO networking_nsxv3.common.synchronization [req-d87c41ac-759c-4077-81ac-f3c6d6221f8c req-be9ea065-9dac-427f-a4f8-e460fb15ead6 tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1450.790461] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1450.790772] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.790903] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.790967] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.791170] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.791319] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.791414] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.791476] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.791740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.791740] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.791896] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.293700] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.795781] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.298407] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.298702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.298702] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.298883] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.298974] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.299088] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d is going to be updated. [ 1452.327206] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.327373] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.327422] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.327606] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.327755] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.335791] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: IN_PROGRESS for 2s [ 1454.346392] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: SUCCESS [ 1454.346806] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.791796] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.792226] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.533716] env[66352]: INFO networking_nsxv3.common.synchronization [req-1006295d-3dda-47c3-99d6-af0e24fd836a req-b631bf89-11e5-483e-8132-7660fccc51fc tempest-ServerRescueNegativeTestJSON-878438215 tempest-ServerRescueNegativeTestJSON-878438215-project-member] Enqueued Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1457.534273] env[66352]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4991cbe-1710-4083-9dea-df7e08d2148d with Priority: HIGHEST for action security_group_members [ 1457.534544] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4991cbe-1710-4083-9dea-df7e08d2148d taken with stack trace [, , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.534690] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.534766] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.534981] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.535176] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.535382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.535382] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.535494] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.535575] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.535668] env[66352]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4991cbe-1710-4083-9dea-df7e08d2148d',) {} {{(pid=66352) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.038764] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.039113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.039113] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.039431] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.039582] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.039884] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.040088] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.040201] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.040392] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.040527] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.040681] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d is going to be updated. [ 1458.069419] env[66352]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66352) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.069940] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.070040] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.070234] env[66352]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.070432] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.078548] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: IN_PROGRESS for 2s [ 1460.089465] env[66352]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4991cbe-1710-4083-9dea-df7e08d2148d in Status: SUCCESS [ 1460.089465] env[66352]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4991cbe-1710-4083-9dea-df7e08d2148d deletion is rescheduled due to dependency. [ 1460.089924] env[66352]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4991cbe-1710-4083-9dea-df7e08d2148d" {{(pid=66352) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.535412] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.535723] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.537094] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.537552] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.538533] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.538974] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.540050] env[66352]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.540050] env[66352]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0